{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 364318, "flush_count": 532, "flush_interval_seconds": 30.0, "flush_state": {"count": 532, "last_at": "2026-09-03T01:00:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T01:00:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 531}, "started": true, "suppressed_count": 312773, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 312770}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 532, "written_record_count": 532}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4942.016, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 866214604800, "copied_frame_count": 313301, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T23:51:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2358675, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T23:50:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.924}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 866214604800, "frame_buffer_copies": 313301, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0787, "count": 512, "max_ms": 1.3634, "p50_ms": 0.0676, "p95_ms": 0.1205, "p99_ms": 0.1662}, "stages": {"db_insert": {"avg_ms": 28.4503, "count": 3, "max_ms": 35.65, "p50_ms": 30.0583, "p95_ms": 35.0908, "p99_ms": 35.5382, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5814, "count": 3, "max_ms": 1.7699, "p50_ms": 1.5078, "p95_ms": 1.7437, "p99_ms": 1.7646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1159.1923, "count": 3, "max_ms": 1342.4013, "p50_ms": 1274.7163, "p95_ms": 1335.6328, "p99_ms": 1341.0476, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8661, "count": 512, "max_ms": 2.8598, "p50_ms": 0.7897, "p95_ms": 1.4794, "p99_ms": 1.9166, "results": {"failed": 0, "not_applicable": 0, "success": 313301, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 469.134, "count": 3, "max_ms": 478.0535, "p50_ms": 465.0879, "p95_ms": 476.7569, "p99_ms": 477.7942, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.627, "count": 3, "max_ms": 13.2697, "p50_ms": 11.2583, "p95_ms": 13.0685, "p99_ms": 13.2294, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2561, "count": 150, "max_ms": 7.3473, "p50_ms": 4.1225, "p95_ms": 5.9159, "p99_ms": 7.1146, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8898, "count": 150, "max_ms": 2.8476, "p50_ms": 0.8152, "p95_ms": 1.4512, "p99_ms": 2.2652, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 465.3431, "count": 3, "max_ms": 475.2028, "p50_ms": 461.5701, "p95_ms": 473.8395, "p99_ms": 474.9301, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 384.8509, "count": 3, "max_ms": 389.6383, "p50_ms": 383.3793, "p95_ms": 389.0124, "p99_ms": 389.5131, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.5476, "count": 3, "max_ms": 81.4282, "p50_ms": 74.3383, "p95_ms": 80.7192, "p99_ms": 81.2864, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0123, "count": 3, "max_ms": 1.2574, "p50_ms": 0.9403, "p95_ms": 1.2257, "p99_ms": 1.2511, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 24.2461, "count": 3, "max_ms": 25.1548, "p50_ms": 24.7976, "p95_ms": 25.1191, "p99_ms": 25.1477, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6673, "count": 3, "max_ms": 0.9134, "p50_ms": 0.5884, "p95_ms": 0.8809, "p99_ms": 0.9069, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7396, "count": 3, "max_ms": 0.9319, "p50_ms": 0.7954, "p95_ms": 0.9183, "p99_ms": 0.9292, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7396, "count": 3, "max_ms": 0.9319, "p50_ms": 0.7954, "p95_ms": 0.9183, "p99_ms": 0.9292, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6673, "count": 3, "max_ms": 0.9134, "p50_ms": 0.5884, "p95_ms": 0.8809, "p99_ms": 0.9069, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7422, "count": 3, "max_ms": 0.7991, "p50_ms": 0.7212, "p95_ms": 0.7913, "p99_ms": 0.7976, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 637.6746, "count": 3, "max_ms": 827.9718, "p50_ms": 743.9273, "p95_ms": 819.5673, "p99_ms": 826.2909, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.3706, "count": 3, "max_ms": 3.2527, "p50_ms": 2.5921, "p95_ms": 3.1867, "p99_ms": 3.2395, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.1336, "count": 3, "max_ms": 12.5761, "p50_ms": 5.9153, "p95_ms": 11.91, "p99_ms": 12.4429, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3239, "count": 3, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.741, "p99_ms": 0.7993, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8976, "count": 3, "max_ms": 2.5979, "p50_ms": 1.6055, "p95_ms": 2.4987, "p99_ms": 2.5781, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 688.9047, "count": 3, "max_ms": 876.7618, "p50_ms": 809.0304, "p95_ms": 869.9886, "p99_ms": 875.4071, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765344, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.741, "p99_ms": 0.7993}, "wait_ms": {"count": 3, "max_ms": 2.5979, "p50_ms": 1.6055, "p95_ms": 2.4987, "p99_ms": 2.5781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6814, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.7699, "p50_ms": 1.5078, "p95_ms": 1.7437, "p99_ms": 1.7646}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T23:16:45+09:00", "last_error_summary": "[h264 @ 0x5afb336ec3c0] cabac decode of qscale diff failed at 5 91 [h264 @ 0x5afb336ec3c0] error while decoding MB 5 91, bytestream 7517", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 6213.349, "last_started_at": "2026-09-02T23:16:48+09:00", "pid": 3685, "process": {"exists": false, "pid": 3685}, "restart_count": 19, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.664, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T01:00:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-09-03T01:00:21+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-09-03T01:00:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 63, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 473.937, "last_sample_duration_ms": 561.296, "last_trigger": "periodic", "next_snapshot_in_sec": 126.063, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 63, "storage_bytes": 599205}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-09-03T01:00:21.635971+09:00", "mtime_epoch": 1788364821.6359713, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96010}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T01:00:21+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1190.355, "name": "celery", "pid": 217, "rss_mb": 1110.355, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 313301, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.444, "pushed": 6.444, "read": 6.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.02, "p95_ms": 0.01, "reason": null, "sample_age_ms": 31.075, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 192, "max_ms": 4.166, "p95_ms": 1.281, "reason": null, "sample_age_ms": 66.517, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.149, "count": 192, "max_ms": 1.192, "p95_ms": 0.789, "reason": null, "sample_age_ms": 66.808, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 193, "max_ms": 0.575, "p95_ms": 0.214, "reason": null, "sample_age_ms": 31.08, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.134, "count": 192, "max_ms": 2.465, "p95_ms": 1.786, "reason": null, "sample_age_ms": 65.215, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2211848.0, "count": 192, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 65.19, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.143, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.87, "count": 193, "max_ms": 51.197, "p95_ms": 36.61, "reason": null, "sample_age_ms": 31.072, "source": "client_direct"}, "sample_age_ms": 31.069, "source": "client_direct", "task_total_ms": {"avg_ms": 29.235, "count": 193, "max_ms": 52.854, "p95_ms": 38.359, "reason": null, "sample_age_ms": 31.069, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.95, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.536, "count": 193, "max_ms": 1.271, "p95_ms": 0.794}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.179, "count": 193, "max_ms": 0.465, "p95_ms": 0.297}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 193, "max_ms": 0.277, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.028, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 193, "max_ms": 0.193, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.022, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 193, "max_ms": 0.3, "p95_ms": 0.19}, "setup_ms": {"avg_ms": 0.034, "count": 193, "max_ms": 0.123, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.505, "count": 193, "max_ms": 1.191, "p95_ms": 0.758}, "track_match_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 193, "max_ms": 0.102, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 1.868, "count": 193, "max_ms": 4.993, "p95_ms": 2.93}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 193, "max_ms": 0.382, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.941, "count": 193, "max_ms": 53.375, "p95_ms": 39.262}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 193, "max_ms": 0.104, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.349, "count": 193, "max_ms": 85.519, "p95_ms": 62.972}, "inference_input_copy_ms": {"avg_ms": 1.276, "count": 193, "max_ms": 2.806, "p95_ms": 2.257}, "processing_residual_ms": {"avg_ms": 0.116, "count": 193, "max_ms": 2.593, "p95_ms": 0.224}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.768, "count": 193, "max_ms": 86.433, "p95_ms": 65.15}, "read_interval": {"avg_ms": 155.935, "count": 192, "max_ms": 6699.824, "p95_ms": 122.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 193, "max_ms": 0.028, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.086, "count": 193, "max_ms": 0.191, "p95_ms": 0.123}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.02, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 193, "max_ms": 0.17, "p95_ms": 0.107}, "worker_merge_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.953, "count": 193, "max_ms": 53.383, "p95_ms": 39.271}, "visualize": {"avg_ms": 21.235, "count": 193, "max_ms": 44.428, "p95_ms": 29.004}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.632, "count": 193, "max_ms": 43.05, "p95_ms": 28.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.103, "count": 193, "max_ms": 43.95, "p95_ms": 28.78}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.03, "count": 193, "max_ms": 43.749, "p95_ms": 28.693}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 193, "max_ms": 0.134, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1110.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.187, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.72, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T01:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108923, "write_bytes_delta": 108923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 117.0, "cpu_core_ratio": 1.175765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1380.0, "pid": 3685, "reason": null, "system_cpu_core_ratio": 0.564009, "system_cpu_s_delta": 5.670000000000016, "user_cpu_core_ratio": 0.611756, "user_cpu_s_delta": 6.149999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.169103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.01691, "system_cpu_s_delta": 0.17000000000007276, "user_cpu_core_ratio": 0.152193, "user_cpu_s_delta": 1.5299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.915, "count": 186, "max_ms": 5.118, "p95_ms": 2.97, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.561, "count": 30, "max": 41.754, "p95": 24.0, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.2, "count": 30, "max": 24.256, "p95": 18.806, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 649.033, "count": 30, "max": 712.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 183.633, "count": 30, "max": 3558.0, "p95": 908.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.564, "p95": 0.341, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.845, "count": 30, "max": 1.055, "p95": 0.889, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96510.733, "count": 30, "max": 108923.0, "p95": 97586.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96510.733, "count": 30, "max": 108923.0, "p95": 97586.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 37.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.052, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.466, "p95": 0.462, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 2306, "sampled_at": "2026-09-03T01:00:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T01:00:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 364318, "flush_count": 532, "flush_interval_seconds": 30.0, "flush_state": {"count": 532, "last_at": "2026-09-03T01:00:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T01:00:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 531}, "started": true, "suppressed_count": 312773, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 312770}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 532, "written_record_count": 532}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4942.016, "limit_mb": null}, "detail": {"h264_decode_error_count": 10, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64b8bd19bd80] left block unavailable for requested intra mode [h264 @ 0x64b8bd19bd80] error while decoding MB 0 26, bytestream 35215 [h264 @ 0x64b8bd19bd80] cabac decode of qscale diff failed at 204 62 [h264 @ 0x64b8bd19bd80] error while decoding MB 204 62, bytestream 1642 [h264 @ 0x64b8bc99b080] cabac decode of qscale diff failed at 21 65 [h264 @ 0x64b8bc99b080] error while decoding MB 21 65, bytestream 213680 [h264 @ 0x64b8bd4d7780] cabac decode of qscale diff failed at 166 62 [h264 ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 866214604800, "copied_frame_count": 313301, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T23:51:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2358675, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T23:50:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.924}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 866214604800, "frame_buffer_copies": 313301, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0787, "count": 512, "max_ms": 1.3634, "p50_ms": 0.0676, "p95_ms": 0.1205, "p99_ms": 0.1662}, "stages": {"db_insert": {"avg_ms": 28.4503, "count": 3, "max_ms": 35.65, "p50_ms": 30.0583, "p95_ms": 35.0908, "p99_ms": 35.5382, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5814, "count": 3, "max_ms": 1.7699, "p50_ms": 1.5078, "p95_ms": 1.7437, "p99_ms": 1.7646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1159.1923, "count": 3, "max_ms": 1342.4013, "p50_ms": 1274.7163, "p95_ms": 1335.6328, "p99_ms": 1341.0476, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8661, "count": 512, "max_ms": 2.8598, "p50_ms": 0.7897, "p95_ms": 1.4794, "p99_ms": 1.9166, "results": {"failed": 0, "not_applicable": 0, "success": 313301, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 469.134, "count": 3, "max_ms": 478.0535, "p50_ms": 465.0879, "p95_ms": 476.7569, "p99_ms": 477.7942, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.627, "count": 3, "max_ms": 13.2697, "p50_ms": 11.2583, "p95_ms": 13.0685, "p99_ms": 13.2294, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2561, "count": 150, "max_ms": 7.3473, "p50_ms": 4.1225, "p95_ms": 5.9159, "p99_ms": 7.1146, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8898, "count": 150, "max_ms": 2.8476, "p50_ms": 0.8152, "p95_ms": 1.4512, "p99_ms": 2.2652, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 465.3431, "count": 3, "max_ms": 475.2028, "p50_ms": 461.5701, "p95_ms": 473.8395, "p99_ms": 474.9301, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 384.8509, "count": 3, "max_ms": 389.6383, "p50_ms": 383.3793, "p95_ms": 389.0124, "p99_ms": 389.5131, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.5476, "count": 3, "max_ms": 81.4282, "p50_ms": 74.3383, "p95_ms": 80.7192, "p99_ms": 81.2864, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0123, "count": 3, "max_ms": 1.2574, "p50_ms": 0.9403, "p95_ms": 1.2257, "p99_ms": 1.2511, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 24.2461, "count": 3, "max_ms": 25.1548, "p50_ms": 24.7976, "p95_ms": 25.1191, "p99_ms": 25.1477, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6673, "count": 3, "max_ms": 0.9134, "p50_ms": 0.5884, "p95_ms": 0.8809, "p99_ms": 0.9069, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7396, "count": 3, "max_ms": 0.9319, "p50_ms": 0.7954, "p95_ms": 0.9183, "p99_ms": 0.9292, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7396, "count": 3, "max_ms": 0.9319, "p50_ms": 0.7954, "p95_ms": 0.9183, "p99_ms": 0.9292, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6673, "count": 3, "max_ms": 0.9134, "p50_ms": 0.5884, "p95_ms": 0.8809, "p99_ms": 0.9069, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7422, "count": 3, "max_ms": 0.7991, "p50_ms": 0.7212, "p95_ms": 0.7913, "p99_ms": 0.7976, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 637.6746, "count": 3, "max_ms": 827.9718, "p50_ms": 743.9273, "p95_ms": 819.5673, "p99_ms": 826.2909, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.3706, "count": 3, "max_ms": 3.2527, "p50_ms": 2.5921, "p95_ms": 3.1867, "p99_ms": 3.2395, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.1336, "count": 3, "max_ms": 12.5761, "p50_ms": 5.9153, "p95_ms": 11.91, "p99_ms": 12.4429, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3239, "count": 3, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.741, "p99_ms": 0.7993, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8976, "count": 3, "max_ms": 2.5979, "p50_ms": 1.6055, "p95_ms": 2.4987, "p99_ms": 2.5781, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 688.9047, "count": 3, "max_ms": 876.7618, "p50_ms": 809.0304, "p95_ms": 869.9886, "p99_ms": 875.4071, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765344, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.741, "p99_ms": 0.7993}, "wait_ms": {"count": 3, "max_ms": 2.5979, "p50_ms": 1.6055, "p95_ms": 2.4987, "p99_ms": 2.5781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6814, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.7699, "p50_ms": 1.5078, "p95_ms": 1.7437, "p99_ms": 1.7646}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T01:00:21+09:00", "last_error_summary": "[h264 @ 0x64b8bd19bd80] left block unavailable for requested intra mode [h264 @ 0x64b8bd19bd80] error while decoding MB 0 26, bytestream 35215 [h264 @ 0x64b8bd19bd80] cabac decode of qscale diff failed at 204 62 [h264 @ 0x64b8bd19bd80] error while decoding MB 204 62, bytestream 1642 [h264 @ 0x64b8bc99b080] cabac decode of qscale diff failed at 21 65 [h264 @ 0x64b8bc99b080] error while decoding MB 21 65, bytestream 213680 [h264 @ 0x64b8bd4d7780] cabac decode of qscale diff failed at 166 62 [h264 ", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 6213.361, "last_started_at": "2026-09-02T23:16:48+09:00", "pid": 3685, "process": {"exists": false, "pid": 3685}, "restart_count": 19, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.664, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T01:00:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-09-03T01:00:21+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-09-03T01:00:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 63, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 473.943, "last_sample_duration_ms": 561.296, "last_trigger": "periodic", "next_snapshot_in_sec": 126.057, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 63, "storage_bytes": 599205}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-09-03T01:00:21.693972+09:00", "mtime_epoch": 1788364821.6939716, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T01:00:21+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1190.355, "name": "celery", "pid": 217, "rss_mb": 1110.355, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 313301, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.442, "pushed": 6.442, "read": 6.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.02, "p95_ms": 0.01, "reason": null, "sample_age_ms": 40.063, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 192, "max_ms": 4.166, "p95_ms": 1.281, "reason": null, "sample_age_ms": 75.505, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.149, "count": 192, "max_ms": 1.192, "p95_ms": 0.789, "reason": null, "sample_age_ms": 75.796, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 193, "max_ms": 0.575, "p95_ms": 0.214, "reason": null, "sample_age_ms": 40.068, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.134, "count": 192, "max_ms": 2.465, "p95_ms": 1.786, "reason": null, "sample_age_ms": 74.203, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2211848.0, "count": 192, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 74.178, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.131, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.87, "count": 193, "max_ms": 51.197, "p95_ms": 36.61, "reason": null, "sample_age_ms": 40.06, "source": "client_direct"}, "sample_age_ms": 40.057, "source": "client_direct", "task_total_ms": {"avg_ms": 29.235, "count": 193, "max_ms": 52.854, "p95_ms": 38.359, "reason": null, "sample_age_ms": 40.057, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.701, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.536, "count": 193, "max_ms": 1.271, "p95_ms": 0.794}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.179, "count": 193, "max_ms": 0.465, "p95_ms": 0.297}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 193, "max_ms": 0.277, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.028, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 193, "max_ms": 0.193, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.022, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 193, "max_ms": 0.3, "p95_ms": 0.19}, "setup_ms": {"avg_ms": 0.034, "count": 193, "max_ms": 0.123, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.505, "count": 193, "max_ms": 1.191, "p95_ms": 0.758}, "track_match_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 193, "max_ms": 0.102, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 1.868, "count": 193, "max_ms": 4.993, "p95_ms": 2.93}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 193, "max_ms": 0.382, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.941, "count": 193, "max_ms": 53.375, "p95_ms": 39.262}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 193, "max_ms": 0.104, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.349, "count": 193, "max_ms": 85.519, "p95_ms": 62.972}, "inference_input_copy_ms": {"avg_ms": 1.276, "count": 193, "max_ms": 2.806, "p95_ms": 2.257}, "processing_residual_ms": {"avg_ms": 0.116, "count": 193, "max_ms": 2.593, "p95_ms": 0.224}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.768, "count": 193, "max_ms": 86.433, "p95_ms": 65.15}, "read_interval": {"avg_ms": 155.935, "count": 192, "max_ms": 6699.824, "p95_ms": 122.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 193, "max_ms": 0.028, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.086, "count": 193, "max_ms": 0.191, "p95_ms": 0.123}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.02, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 193, "max_ms": 0.17, "p95_ms": 0.107}, "worker_merge_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.953, "count": 193, "max_ms": 53.383, "p95_ms": 39.271}, "visualize": {"avg_ms": 21.235, "count": 193, "max_ms": 44.428, "p95_ms": 29.004}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.632, "count": 193, "max_ms": 43.05, "p95_ms": 28.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.103, "count": 193, "max_ms": 43.95, "p95_ms": 28.78}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.03, "count": 193, "max_ms": 43.749, "p95_ms": 28.693}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 193, "max_ms": 0.134, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1110.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.187, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.72, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T01:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108923, "write_bytes_delta": 108923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 117.0, "cpu_core_ratio": 1.175765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1380.0, "pid": 3685, "reason": null, "system_cpu_core_ratio": 0.564009, "system_cpu_s_delta": 5.670000000000016, "user_cpu_core_ratio": 0.611756, "user_cpu_s_delta": 6.149999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.169103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.01691, "system_cpu_s_delta": 0.17000000000007276, "user_cpu_core_ratio": 0.152193, "user_cpu_s_delta": 1.5299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.915, "count": 186, "max_ms": 5.118, "p95_ms": 2.97, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.561, "count": 30, "max": 41.754, "p95": 24.0, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.2, "count": 30, "max": 24.256, "p95": 18.806, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 649.033, "count": 30, "max": 712.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 183.633, "count": 30, "max": 3558.0, "p95": 908.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.564, "p95": 0.341, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.845, "count": 30, "max": 1.055, "p95": 0.889, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96510.733, "count": 30, "max": 108923.0, "p95": 97586.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96510.733, "count": 30, "max": 108923.0, "p95": 97586.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 37.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.052, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.466, "p95": 0.462, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 2306, "sampled_at": "2026-09-03T01:00:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T01:00:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 364318, "flush_count": 532, "flush_interval_seconds": 30.0, "flush_state": {"count": 532, "last_at": "2026-09-03T01:00:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T01:00:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 531}, "started": true, "suppressed_count": 312773, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 312770}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 532, "written_record_count": 532}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4942.488, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 866214604800, "copied_frame_count": 313301, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T23:51:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2358675, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T23:50:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.924}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 866214604800, "frame_buffer_copies": 313301, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0787, "count": 512, "max_ms": 1.3634, "p50_ms": 0.0676, "p95_ms": 0.1205, "p99_ms": 0.1662}, "stages": {"db_insert": {"avg_ms": 28.4503, "count": 3, "max_ms": 35.65, "p50_ms": 30.0583, "p95_ms": 35.0908, "p99_ms": 35.5382, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5814, "count": 3, "max_ms": 1.7699, "p50_ms": 1.5078, "p95_ms": 1.7437, "p99_ms": 1.7646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1159.1923, "count": 3, "max_ms": 1342.4013, "p50_ms": 1274.7163, "p95_ms": 1335.6328, "p99_ms": 1341.0476, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8661, "count": 512, "max_ms": 2.8598, "p50_ms": 0.7897, "p95_ms": 1.4794, "p99_ms": 1.9166, "results": {"failed": 0, "not_applicable": 0, "success": 313301, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 469.134, "count": 3, "max_ms": 478.0535, "p50_ms": 465.0879, "p95_ms": 476.7569, "p99_ms": 477.7942, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.627, "count": 3, "max_ms": 13.2697, "p50_ms": 11.2583, "p95_ms": 13.0685, "p99_ms": 13.2294, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2561, "count": 150, "max_ms": 7.3473, "p50_ms": 4.1225, "p95_ms": 5.9159, "p99_ms": 7.1146, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8898, "count": 150, "max_ms": 2.8476, "p50_ms": 0.8152, "p95_ms": 1.4512, "p99_ms": 2.2652, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 465.3431, "count": 3, "max_ms": 475.2028, "p50_ms": 461.5701, "p95_ms": 473.8395, "p99_ms": 474.9301, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 384.8509, "count": 3, "max_ms": 389.6383, "p50_ms": 383.3793, "p95_ms": 389.0124, "p99_ms": 389.5131, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.5476, "count": 3, "max_ms": 81.4282, "p50_ms": 74.3383, "p95_ms": 80.7192, "p99_ms": 81.2864, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0123, "count": 3, "max_ms": 1.2574, "p50_ms": 0.9403, "p95_ms": 1.2257, "p99_ms": 1.2511, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 24.2461, "count": 3, "max_ms": 25.1548, "p50_ms": 24.7976, "p95_ms": 25.1191, "p99_ms": 25.1477, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6673, "count": 3, "max_ms": 0.9134, "p50_ms": 0.5884, "p95_ms": 0.8809, "p99_ms": 0.9069, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7396, "count": 3, "max_ms": 0.9319, "p50_ms": 0.7954, "p95_ms": 0.9183, "p99_ms": 0.9292, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7396, "count": 3, "max_ms": 0.9319, "p50_ms": 0.7954, "p95_ms": 0.9183, "p99_ms": 0.9292, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6673, "count": 3, "max_ms": 0.9134, "p50_ms": 0.5884, "p95_ms": 0.8809, "p99_ms": 0.9069, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7422, "count": 3, "max_ms": 0.7991, "p50_ms": 0.7212, "p95_ms": 0.7913, "p99_ms": 0.7976, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 637.6746, "count": 3, "max_ms": 827.9718, "p50_ms": 743.9273, "p95_ms": 819.5673, "p99_ms": 826.2909, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.3706, "count": 3, "max_ms": 3.2527, "p50_ms": 2.5921, "p95_ms": 3.1867, "p99_ms": 3.2395, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.1336, "count": 3, "max_ms": 12.5761, "p50_ms": 5.9153, "p95_ms": 11.91, "p99_ms": 12.4429, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3239, "count": 3, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.741, "p99_ms": 0.7993, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8976, "count": 3, "max_ms": 2.5979, "p50_ms": 1.6055, "p95_ms": 2.4987, "p99_ms": 2.5781, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 688.9047, "count": 3, "max_ms": 876.7618, "p50_ms": 809.0304, "p95_ms": 869.9886, "p99_ms": 875.4071, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765344, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.741, "p99_ms": 0.7993}, "wait_ms": {"count": 3, "max_ms": 2.5979, "p50_ms": 1.6055, "p95_ms": 2.4987, "p99_ms": 2.5781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6814, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.7699, "p50_ms": 1.5078, "p95_ms": 1.7437, "p99_ms": 1.7646}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T01:00:21+09:00", "last_error_summary": "[h264 @ 0x64b8bd19bd80] left block unavailable for requested intra mode [h264 @ 0x64b8bd19bd80] error while decoding MB 0 26, bytestream 35215 [h264 @ 0x64b8bd19bd80] cabac decode of qscale diff failed at 204 62 [h264 @ 0x64b8bd19bd80] error while decoding MB 204 62, bytestream 1642 [h264 @ 0x64b8bc99b080] cabac decode of qscale diff failed at 21 65 [h264 @ 0x64b8bc99b080] error while decoding MB 21 65, bytestream 213680 [h264 @ 0x64b8bd4d7780] cabac decode of qscale diff failed at 166 62 [h264 ", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 6213.384, "last_started_at": "2026-09-02T23:16:48+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 19, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.664, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T01:00:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-09-03T01:00:21+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-09-03T01:00:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 63, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 473.963, "last_sample_duration_ms": 561.296, "last_trigger": "periodic", "next_snapshot_in_sec": 126.037, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 63, "storage_bytes": 599205}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-09-03T01:00:21.693972+09:00", "mtime_epoch": 1788364821.6939716, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T01:00:21+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1190.355, "name": "celery", "pid": 217, "rss_mb": 1110.34, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 313301, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.436, "pushed": 6.436, "read": 6.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.02, "p95_ms": 0.01, "reason": null, "sample_age_ms": 65.023, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 192, "max_ms": 4.166, "p95_ms": 1.281, "reason": null, "sample_age_ms": 100.465, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.149, "count": 192, "max_ms": 1.192, "p95_ms": 0.789, "reason": null, "sample_age_ms": 100.756, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 192, "max_ms": 0.575, "p95_ms": 0.214, "reason": null, "sample_age_ms": 65.027, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.134, "count": 192, "max_ms": 2.465, "p95_ms": 1.786, "reason": null, "sample_age_ms": 99.163, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2211848.0, "count": 192, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 99.137, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.091, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.885, "count": 192, "max_ms": 51.197, "p95_ms": 36.619, "reason": null, "sample_age_ms": 65.02, "source": "client_direct"}, "sample_age_ms": 65.017, "source": "client_direct", "task_total_ms": {"avg_ms": 29.248, "count": 192, "max_ms": 52.854, "p95_ms": 38.384, "reason": null, "sample_age_ms": 65.017, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.438, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.536, "count": 193, "max_ms": 1.271, "p95_ms": 0.794}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.179, "count": 193, "max_ms": 0.465, "p95_ms": 0.297}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 193, "max_ms": 0.277, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.028, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 193, "max_ms": 0.193, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.022, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 193, "max_ms": 0.3, "p95_ms": 0.19}, "setup_ms": {"avg_ms": 0.034, "count": 193, "max_ms": 0.123, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.505, "count": 193, "max_ms": 1.191, "p95_ms": 0.758}, "track_match_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 193, "max_ms": 0.102, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 1.868, "count": 193, "max_ms": 4.993, "p95_ms": 2.93}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 193, "max_ms": 0.382, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.941, "count": 193, "max_ms": 53.375, "p95_ms": 39.262}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 193, "max_ms": 0.104, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.349, "count": 193, "max_ms": 85.519, "p95_ms": 62.972}, "inference_input_copy_ms": {"avg_ms": 1.276, "count": 193, "max_ms": 2.806, "p95_ms": 2.257}, "processing_residual_ms": {"avg_ms": 0.116, "count": 193, "max_ms": 2.593, "p95_ms": 0.224}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.768, "count": 193, "max_ms": 86.433, "p95_ms": 65.15}, "read_interval": {"avg_ms": 155.935, "count": 192, "max_ms": 6699.824, "p95_ms": 122.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 193, "max_ms": 0.028, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.086, "count": 193, "max_ms": 0.191, "p95_ms": 0.123}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.02, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 193, "max_ms": 0.17, "p95_ms": 0.107}, "worker_merge_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.953, "count": 193, "max_ms": 53.383, "p95_ms": 39.271}, "visualize": {"avg_ms": 21.235, "count": 193, "max_ms": 44.428, "p95_ms": 29.004}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.632, "count": 193, "max_ms": 43.05, "p95_ms": 28.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.103, "count": 193, "max_ms": 43.95, "p95_ms": 28.78}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.03, "count": 193, "max_ms": 43.749, "p95_ms": 28.693}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 193, "max_ms": 0.134, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1110.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.187, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.72, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T01:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108923, "write_bytes_delta": 108923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 117.0, "cpu_core_ratio": 1.175765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1380.0, "pid": 3685, "reason": null, "system_cpu_core_ratio": 0.564009, "system_cpu_s_delta": 5.670000000000016, "user_cpu_core_ratio": 0.611756, "user_cpu_s_delta": 6.149999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.169103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.01691, "system_cpu_s_delta": 0.17000000000007276, "user_cpu_core_ratio": 0.152193, "user_cpu_s_delta": 1.5299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.915, "count": 186, "max_ms": 5.118, "p95_ms": 2.97, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.561, "count": 30, "max": 41.754, "p95": 24.0, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.2, "count": 30, "max": 24.256, "p95": 18.806, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 649.033, "count": 30, "max": 712.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 183.633, "count": 30, "max": 3558.0, "p95": 908.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.564, "p95": 0.341, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.845, "count": 30, "max": 1.055, "p95": 0.889, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96510.733, "count": 30, "max": 108923.0, "p95": 97586.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96510.733, "count": 30, "max": 108923.0, "p95": 97586.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 37.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.052, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.466, "p95": 0.462, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 2306, "sampled_at": "2026-09-03T01:00:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T01:00:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 364318, "flush_count": 532, "flush_interval_seconds": 30.0, "flush_state": {"count": 532, "last_at": "2026-09-03T01:00:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T01:00:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 531}, "started": true, "suppressed_count": 312773, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 312770}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 532, "written_record_count": 532}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5290.312, "limit_mb": null}, "detail": {"pid": 3988, "restart_count": 20, "start_count": 21}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 866214604800, "copied_frame_count": 313301, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T23:51:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2358675, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T23:50:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.924}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 866214604800, "frame_buffer_copies": 313301, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0787, "count": 512, "max_ms": 1.3634, "p50_ms": 0.0676, "p95_ms": 0.1205, "p99_ms": 0.1662}, "stages": {"db_insert": {"avg_ms": 28.4503, "count": 3, "max_ms": 35.65, "p50_ms": 30.0583, "p95_ms": 35.0908, "p99_ms": 35.5382, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5814, "count": 3, "max_ms": 1.7699, "p50_ms": 1.5078, "p95_ms": 1.7437, "p99_ms": 1.7646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1159.1923, "count": 3, "max_ms": 1342.4013, "p50_ms": 1274.7163, "p95_ms": 1335.6328, "p99_ms": 1341.0476, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8661, "count": 512, "max_ms": 2.8598, "p50_ms": 0.7897, "p95_ms": 1.4794, "p99_ms": 1.9166, "results": {"failed": 0, "not_applicable": 0, "success": 313301, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 469.134, "count": 3, "max_ms": 478.0535, "p50_ms": 465.0879, "p95_ms": 476.7569, "p99_ms": 477.7942, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.627, "count": 3, "max_ms": 13.2697, "p50_ms": 11.2583, "p95_ms": 13.0685, "p99_ms": 13.2294, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2561, "count": 150, "max_ms": 7.3473, "p50_ms": 4.1225, "p95_ms": 5.9159, "p99_ms": 7.1146, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8898, "count": 150, "max_ms": 2.8476, "p50_ms": 0.8152, "p95_ms": 1.4512, "p99_ms": 2.2652, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 465.3431, "count": 3, "max_ms": 475.2028, "p50_ms": 461.5701, "p95_ms": 473.8395, "p99_ms": 474.9301, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 384.8509, "count": 3, "max_ms": 389.6383, "p50_ms": 383.3793, "p95_ms": 389.0124, "p99_ms": 389.5131, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.5476, "count": 3, "max_ms": 81.4282, "p50_ms": 74.3383, "p95_ms": 80.7192, "p99_ms": 81.2864, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0123, "count": 3, "max_ms": 1.2574, "p50_ms": 0.9403, "p95_ms": 1.2257, "p99_ms": 1.2511, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 24.2461, "count": 3, "max_ms": 25.1548, "p50_ms": 24.7976, "p95_ms": 25.1191, "p99_ms": 25.1477, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6673, "count": 3, "max_ms": 0.9134, "p50_ms": 0.5884, "p95_ms": 0.8809, "p99_ms": 0.9069, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7396, "count": 3, "max_ms": 0.9319, "p50_ms": 0.7954, "p95_ms": 0.9183, "p99_ms": 0.9292, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7396, "count": 3, "max_ms": 0.9319, "p50_ms": 0.7954, "p95_ms": 0.9183, "p99_ms": 0.9292, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6673, "count": 3, "max_ms": 0.9134, "p50_ms": 0.5884, "p95_ms": 0.8809, "p99_ms": 0.9069, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7422, "count": 3, "max_ms": 0.7991, "p50_ms": 0.7212, "p95_ms": 0.7913, "p99_ms": 0.7976, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 637.6746, "count": 3, "max_ms": 827.9718, "p50_ms": 743.9273, "p95_ms": 819.5673, "p99_ms": 826.2909, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.3706, "count": 3, "max_ms": 3.2527, "p50_ms": 2.5921, "p95_ms": 3.1867, "p99_ms": 3.2395, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.1336, "count": 3, "max_ms": 12.5761, "p50_ms": 5.9153, "p95_ms": 11.91, "p99_ms": 12.4429, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3239, "count": 3, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.741, "p99_ms": 0.7993, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8976, "count": 3, "max_ms": 2.5979, "p50_ms": 1.6055, "p95_ms": 2.4987, "p99_ms": 2.5781, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 688.9047, "count": 3, "max_ms": 876.7618, "p50_ms": 809.0304, "p95_ms": 869.9886, "p99_ms": 875.4071, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765344, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.741, "p99_ms": 0.7993}, "wait_ms": {"count": 3, "max_ms": 2.5979, "p50_ms": 1.6055, "p95_ms": 2.4987, "p99_ms": 2.5781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6814, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.7699, "p50_ms": 1.5078, "p95_ms": 1.7437, "p99_ms": 1.7646}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T01:00:21+09:00", "last_error_summary": "[h264 @ 0x64b8bd19bd80] left block unavailable for requested intra mode [h264 @ 0x64b8bd19bd80] error while decoding MB 0 26, bytestream 35215 [h264 @ 0x64b8bd19bd80] cabac decode of qscale diff failed at 204 62 [h264 @ 0x64b8bd19bd80] error while decoding MB 204 62, bytestream 1642 [h264 @ 0x64b8bc99b080] cabac decode of qscale diff failed at 21 65 [h264 @ 0x64b8bc99b080] error while decoding MB 21 65, bytestream 213680 [h264 @ 0x64b8bd4d7780] cabac decode of qscale diff failed at 166 62 [h264 ", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T01:00:24+09:00", "pid": 3988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 382.305, "name": "ffmpeg", "pid": 3988, "rss_mb": 382.305, "state": "S (sleeping)", "threads": 70}, "restart_count": 20, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.609, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T01:00:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.461, "last_frame_pushed_at": "2026-09-03T01:00:21+09:00", "last_frame_read_age_sec": 4.518, "last_frame_read_at": "2026-09-03T01:00:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 63, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 478.387, "last_sample_duration_ms": 561.296, "last_trigger": "periodic", "next_snapshot_in_sec": 121.613, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 63, "storage_bytes": 599205}, "mjpeg": {"age_sec": 4.454, "exists": true, "mtime": "2026-09-03T01:00:21.693972+09:00", "mtime_epoch": 1788364821.6939716, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T01:00:26+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1190.355, "name": "celery", "pid": 217, "rss_mb": 1110.344, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 313301, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.79, "pushed": 6.79, "read": 6.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4486.598, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.461, "count": 172, "max_ms": 4.166, "p95_ms": 1.292, "reason": null, "sample_age_ms": 4522.041, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.15, "count": 172, "max_ms": 1.192, "p95_ms": 0.802, "reason": null, "sample_age_ms": 4522.332, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 172, "max_ms": 0.575, "p95_ms": 0.224, "reason": null, "sample_age_ms": 4486.603, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.155, "count": 172, "max_ms": 2.465, "p95_ms": 1.786, "reason": null, "sample_age_ms": 4520.739, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4520.713, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4486.667, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.897, "count": 172, "max_ms": 51.197, "p95_ms": 36.619, "reason": null, "sample_age_ms": 4486.596, "source": "client_direct"}, "sample_age_ms": 4486.593, "source": "client_direct", "task_total_ms": {"avg_ms": 29.287, "count": 172, "max_ms": 52.854, "p95_ms": 38.384, "reason": null, "sample_age_ms": 4486.593, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.861, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.542, "count": 172, "max_ms": 1.271, "p95_ms": 0.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.18, "count": 172, "max_ms": 0.465, "p95_ms": 0.297}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 172, "max_ms": 0.277, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.017, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 172, "max_ms": 0.193, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 172, "max_ms": 0.022, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 172, "max_ms": 0.3, "p95_ms": 0.193}, "setup_ms": {"avg_ms": 0.035, "count": 172, "max_ms": 0.123, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.511, "count": 172, "max_ms": 1.191, "p95_ms": 0.787}, "track_match_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 172, "max_ms": 0.102, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 1.869, "count": 172, "max_ms": 3.801, "p95_ms": 2.93}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 172, "max_ms": 0.382, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.009, "count": 172, "max_ms": 53.375, "p95_ms": 39.262}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 172, "max_ms": 0.104, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.41, "count": 172, "max_ms": 85.519, "p95_ms": 62.972}, "inference_input_copy_ms": {"avg_ms": 1.332, "count": 172, "max_ms": 2.806, "p95_ms": 2.309}, "processing_residual_ms": {"avg_ms": 0.12, "count": 172, "max_ms": 2.593, "p95_ms": 0.236}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.889, "count": 172, "max_ms": 86.433, "p95_ms": 65.15}, "read_interval": {"avg_ms": 159.958, "count": 172, "max_ms": 6699.824, "p95_ms": 119.123}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 172, "max_ms": 0.028, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.086, "count": 172, "max_ms": 0.191, "p95_ms": 0.137}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.02, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 172, "max_ms": 0.17, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.022, "count": 172, "max_ms": 53.383, "p95_ms": 39.271}, "visualize": {"avg_ms": 21.213, "count": 172, "max_ms": 44.428, "p95_ms": 29.067}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.604, "count": 172, "max_ms": 43.05, "p95_ms": 28.299}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.08, "count": 172, "max_ms": 43.95, "p95_ms": 28.882}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.006, "count": 172, "max_ms": 43.749, "p95_ms": 28.794}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 172, "max_ms": 0.134, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1110.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.187, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.72, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T01:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108923, "write_bytes_delta": 108923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 117.0, "cpu_core_ratio": 1.175765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1380.0, "pid": 3685, "reason": null, "system_cpu_core_ratio": 0.564009, "system_cpu_s_delta": 5.670000000000016, "user_cpu_core_ratio": 0.611756, "user_cpu_s_delta": 6.149999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.169103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.01691, "system_cpu_s_delta": 0.17000000000007276, "user_cpu_core_ratio": 0.152193, "user_cpu_s_delta": 1.5299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.915, "count": 186, "max_ms": 5.118, "p95_ms": 2.97, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.561, "count": 30, "max": 41.754, "p95": 24.0, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.2, "count": 30, "max": 24.256, "p95": 18.806, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 649.033, "count": 30, "max": 712.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 183.633, "count": 30, "max": 3558.0, "p95": 908.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.564, "p95": 0.341, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.845, "count": 30, "max": 1.055, "p95": 0.889, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96510.733, "count": 30, "max": 108923.0, "p95": 97586.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96510.733, "count": 30, "max": 108923.0, "p95": 97586.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 37.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.052, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.466, "p95": 0.462, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 2306, "sampled_at": "2026-09-03T01:00:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T01:00:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.331, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 796056, "flush_count": 1055, "flush_interval_seconds": 30.0, "flush_state": {"count": 1055, "last_at": "2026-09-03T09:43:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T09:43:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1054}, "started": true, "suppressed_count": 626158, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 626143}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1055, "written_record_count": 1055}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5397.891, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1734074265600, "copied_frame_count": 627197, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T04:48:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2354074, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T04:48:16+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.967}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 15, "events_emitted": 13, "events_failed": 0, "events_observed": 15, "events_suppressed": 2, "frame_buffer_copied_bytes": 1734074265600, "frame_buffer_copies": 627197, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 650, "recorder_active_input_bytes": 1797120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 13, "recorder_clips_failed": 0, "recorder_clips_started": 13, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 13, "worker_jobs_accepted": 13, "worker_jobs_completed": 13, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.1944, "p50_ms": 0.0729, "p95_ms": 0.1673, "p99_ms": 0.2254}, "stages": {"db_insert": {"avg_ms": 26.8868, "count": 13, "max_ms": 42.3437, "p50_ms": 27.2924, "p95_ms": 38.3275, "p99_ms": 41.5404, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4768, "count": 13, "max_ms": 2.0594, "p50_ms": 1.5078, "p95_ms": 1.9212, "p99_ms": 2.0318, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 933.592, "count": 15, "max_ms": 1697.8057, "p50_ms": 903.6051, "p95_ms": 1454.106, "p99_ms": 1649.0658, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8619, "count": 512, "max_ms": 2.7922, "p50_ms": 0.7633, "p95_ms": 1.5746, "p99_ms": 1.9269, "results": {"failed": 0, "not_applicable": 0, "success": 627197, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 426.6034, "count": 15, "max_ms": 754.6538, "p50_ms": 464.2605, "p95_ms": 586.4302, "p99_ms": 721.0091, "results": {"failed": 0, "not_applicable": 0, "success": 15, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 8.2798, "count": 13, "max_ms": 13.2697, "p50_ms": 7.353, "p95_ms": 13.0641, "p99_ms": 13.2285, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5467, "count": 512, "max_ms": 9.3005, "p50_ms": 4.4684, "p95_ms": 6.5813, "p99_ms": 8.035, "results": {"failed": 0, "not_applicable": 0, "success": 650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0314, "count": 512, "max_ms": 4.0403, "p50_ms": 0.9004, "p95_ms": 1.9572, "p99_ms": 3.1016, "results": {"failed": 0, "not_applicable": 0, "success": 650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 488.7151, "count": 13, "max_ms": 751.2373, "p50_ms": 461.5701, "p95_ms": 607.162, "p99_ms": 722.4222, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 411.6013, "count": 13, "max_ms": 679.1493, "p50_ms": 383.3793, "p95_ms": 534.6412, "p99_ms": 650.2477, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.47, "count": 13, "max_ms": 81.4282, "p50_ms": 74.3383, "p95_ms": 78.4744, "p99_ms": 80.8374, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0706, "count": 13, "max_ms": 1.5123, "p50_ms": 1.0912, "p95_ms": 1.3594, "p99_ms": 1.4817, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 28.0001, "count": 13, "max_ms": 42.931, "p50_ms": 25.1548, "p95_ms": 37.3614, "p99_ms": 41.8171, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7186, "count": 15, "max_ms": 1.1055, "p50_ms": 0.671, "p95_ms": 1.0253, "p99_ms": 1.0895, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8193, "count": 13, "max_ms": 5.4249, "p50_ms": 0.9797, "p95_ms": 4.5754, "p99_ms": 5.255, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8193, "count": 13, "max_ms": 5.4249, "p50_ms": 0.9797, "p95_ms": 4.5754, "p99_ms": 5.255, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7186, "count": 15, "max_ms": 1.1055, "p50_ms": 0.671, "p95_ms": 1.0253, "p99_ms": 1.0895, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.793, "count": 13, "max_ms": 1.1573, "p50_ms": 0.7684, "p95_ms": 1.0636, "p99_ms": 1.1386, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 534.5699, "count": 13, "max_ms": 867.9304, "p50_ms": 398.5387, "p95_ms": 859.2303, "p99_ms": 866.1904, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 15, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7918, "count": 13, "max_ms": 3.2527, "p50_ms": 1.7775, "p95_ms": 3.0446, "p99_ms": 3.2111, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.3039, "count": 13, "max_ms": 18.7654, "p50_ms": 7.5974, "p95_ms": 15.0518, "p99_ms": 18.0227, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1344, "count": 13, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.3919, "p99_ms": 0.7295, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.7304, "count": 13, "max_ms": 2.5979, "p50_ms": 1.7023, "p95_ms": 2.398, "p99_ms": 2.5579, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 583.7008, "count": 13, "max_ms": 941.8829, "p50_ms": 446.9101, "p95_ms": 909.1203, "p99_ms": 935.3304, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 13, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 13, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.3919, "p99_ms": 0.7295}, "wait_ms": {"count": 13, "max_ms": 2.5979, "p50_ms": 1.7023, "p95_ms": 2.398, "p99_ms": 2.5579}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 13, "artifact_failed": 0, "artifact_requested": 13, "artifact_success": 13, "completed": 13, "completed_failed": 0, "completed_success": 13, "cooldown_promoted": 13, "database_requested": 13, "db_insert_success": 13, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6824, "relay_business_failed": 0, "relay_business_success": 13, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 13, "relay_transport_failed": 0, "relay_transport_success": 13, "reservation_requested": 13}, "snapshot": {"copied_bytes": 35942400, "copied_count": 13, "copy": {"count": 13, "max_ms": 2.0594, "p50_ms": 1.5078, "p95_ms": 1.9212, "p99_ms": 2.0318}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T09:44:19+09:00", "last_error_summary": "[h264 @ 0x55790e524440] error while decoding MB 125 54, bytestream -22 [h264 @ 0x55790e5f32c0] left block unavailable for requested intra mode [h264 @ 0x55790e5f32c0] error while decoding MB 0 88, bytestream 13565 [h264 @ 0x55790d9ac500] error while decoding MB 67 42, bytestream -16 [in#0/rtsp @ 0x55790d944e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55790d944e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 31435.839, "last_started_at": "2026-09-03T01:00:24+09:00", "pid": 3988, "process": {"exists": false, "pid": 3988}, "restart_count": 20, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.83, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T09:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-09-03T09:44:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-09-03T09:44:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 15.872, "last_sample_duration_ms": 444.04, "last_trigger": "periodic", "next_snapshot_in_sec": 584.128, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 116, "storage_bytes": 1051029}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-09-03T09:44:19.953206+09:00", "mtime_epoch": 1788396259.9532056, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86598}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T09:44:20+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1223.266, "name": "celery", "pid": 217, "rss_mb": 1203.504, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 627197, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.704, "pushed": 2.704, "read": 2.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.006, "count": 81, "max_ms": 0.012, "p95_ms": 0.011, "reason": null, "sample_age_ms": 69.646, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 80, "max_ms": 2.59, "p95_ms": 1.265, "reason": null, "sample_age_ms": 94.459, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 80, "max_ms": 1.288, "p95_ms": 0.878, "reason": null, "sample_age_ms": 94.675, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 81, "max_ms": 0.16, "p95_ms": 0.128, "reason": null, "sample_age_ms": 69.651, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.222, "count": 80, "max_ms": 2.342, "p95_ms": 2.116, "reason": null, "sample_age_ms": 93.63, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2211848.0, "count": 80, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 93.614, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.714, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.74, "count": 81, "max_ms": 43.132, "p95_ms": 41.632, "reason": null, "sample_age_ms": 69.643, "source": "client_direct"}, "sample_age_ms": 69.64, "source": "client_direct", "task_total_ms": {"avg_ms": 30.168, "count": 81, "max_ms": 44.634, "p95_ms": 42.835, "reason": null, "sample_age_ms": 69.64, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.518, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.588, "count": 81, "max_ms": 1.544, "p95_ms": 0.989}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 81, "max_ms": 0.733, "p95_ms": 0.348}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 81, "max_ms": 0.16, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.035, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 81, "max_ms": 0.167, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 81, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 81, "max_ms": 0.338, "p95_ms": 0.24}, "setup_ms": {"avg_ms": 0.038, "count": 81, "max_ms": 0.153, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.554, "count": 81, "max_ms": 1.481, "p95_ms": 0.908}, "track_match_ms": {"avg_ms": 0.004, "count": 81, "max_ms": 0.022, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 81, "max_ms": 0.071, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 1.98, "count": 81, "max_ms": 6.597, "p95_ms": 3.221}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 81, "max_ms": 0.361, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.871, "count": 81, "max_ms": 47.514, "p95_ms": 43.499}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 81, "max_ms": 0.148, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.432, "count": 81, "max_ms": 89.45, "p95_ms": 68.651}, "inference_input_copy_ms": {"avg_ms": 1.147, "count": 81, "max_ms": 2.465, "p95_ms": 1.74}, "processing_residual_ms": {"avg_ms": 0.142, "count": 81, "max_ms": 0.473, "p95_ms": 0.329}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.755, "count": 81, "max_ms": 90.354, "p95_ms": 70.387}, "read_interval": {"avg_ms": 374.03, "count": 80, "max_ms": 19029.38, "p95_ms": 108.561}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 81, "max_ms": 0.03, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.095, "count": 81, "max_ms": 0.248, "p95_ms": 0.174}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 81, "max_ms": 0.024, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 81, "max_ms": 0.222, "p95_ms": 0.153}, "worker_merge_ms": {"avg_ms": 0.004, "count": 81, "max_ms": 0.019, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.882, "count": 81, "max_ms": 47.528, "p95_ms": 43.523}, "visualize": {"avg_ms": 22.253, "count": 81, "max_ms": 43.571, "p95_ms": 30.237}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.598, "count": 81, "max_ms": 41.904, "p95_ms": 29.559}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.099, "count": 81, "max_ms": 43.231, "p95_ms": 30.095}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.026, "count": 81, "max_ms": 43.06, "p95_ms": 30.007}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 81, "max_ms": 0.09, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1203.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.184, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.846, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T09:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83195, "write_bytes_delta": 83195, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 23.0, "cpu_core_ratio": 0.010842, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3209.0, "pid": 3988, "reason": null, "system_cpu_core_ratio": 0.001549, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.009293, "user_cpu_s_delta": 0.18000000000029104}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.019102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.002065, "system_cpu_s_delta": 0.03999999999996362, "user_cpu_core_ratio": 0.017037, "user_cpu_s_delta": 0.33000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.971, "count": 81, "max_ms": 6.597, "p95_ms": 3.221, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.279, "count": 30, "max": 34.025, "p95": 25.239, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.29, "count": 30, "max": 18.932, "p95": 18.278, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 596.067, "count": 30, "max": 738.0, "p95": 735.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1126.033, "count": 30, "max": 12287.0, "p95": 8924.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.408, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.731, "count": 30, "max": 1.164, "p95": 0.865, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.081, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81987.8, "count": 30, "max": 87235.0, "p95": 86006.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81987.8, "count": 30, "max": 87235.0, "p95": 86006.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.167, "count": 30, "max": 30.0, "p95": 15.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.074, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.593, "p95": 0.466, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5432, "sampled_at": "2026-09-03T09:44:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T09:44:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 796056, "flush_count": 1055, "flush_interval_seconds": 30.0, "flush_state": {"count": 1055, "last_at": "2026-09-03T09:43:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T09:43:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1054}, "started": true, "suppressed_count": 626158, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 626143}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1055, "written_record_count": 1055}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5398.129, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1734074265600, "copied_frame_count": 627197, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T04:48:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2354074, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T04:48:16+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.967}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 15, "events_emitted": 13, "events_failed": 0, "events_observed": 15, "events_suppressed": 2, "frame_buffer_copied_bytes": 1734074265600, "frame_buffer_copies": 627197, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 650, "recorder_active_input_bytes": 1797120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 13, "recorder_clips_failed": 0, "recorder_clips_started": 13, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 13, "worker_jobs_accepted": 13, "worker_jobs_completed": 13, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.1944, "p50_ms": 0.0729, "p95_ms": 0.1673, "p99_ms": 0.2254}, "stages": {"db_insert": {"avg_ms": 26.8868, "count": 13, "max_ms": 42.3437, "p50_ms": 27.2924, "p95_ms": 38.3275, "p99_ms": 41.5404, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4768, "count": 13, "max_ms": 2.0594, "p50_ms": 1.5078, "p95_ms": 1.9212, "p99_ms": 2.0318, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 933.592, "count": 15, "max_ms": 1697.8057, "p50_ms": 903.6051, "p95_ms": 1454.106, "p99_ms": 1649.0658, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8619, "count": 512, "max_ms": 2.7922, "p50_ms": 0.7633, "p95_ms": 1.5746, "p99_ms": 1.9269, "results": {"failed": 0, "not_applicable": 0, "success": 627197, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 426.6034, "count": 15, "max_ms": 754.6538, "p50_ms": 464.2605, "p95_ms": 586.4302, "p99_ms": 721.0091, "results": {"failed": 0, "not_applicable": 0, "success": 15, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 8.2798, "count": 13, "max_ms": 13.2697, "p50_ms": 7.353, "p95_ms": 13.0641, "p99_ms": 13.2285, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5467, "count": 512, "max_ms": 9.3005, "p50_ms": 4.4684, "p95_ms": 6.5813, "p99_ms": 8.035, "results": {"failed": 0, "not_applicable": 0, "success": 650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0314, "count": 512, "max_ms": 4.0403, "p50_ms": 0.9004, "p95_ms": 1.9572, "p99_ms": 3.1016, "results": {"failed": 0, "not_applicable": 0, "success": 650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 488.7151, "count": 13, "max_ms": 751.2373, "p50_ms": 461.5701, "p95_ms": 607.162, "p99_ms": 722.4222, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 411.6013, "count": 13, "max_ms": 679.1493, "p50_ms": 383.3793, "p95_ms": 534.6412, "p99_ms": 650.2477, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.47, "count": 13, "max_ms": 81.4282, "p50_ms": 74.3383, "p95_ms": 78.4744, "p99_ms": 80.8374, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0706, "count": 13, "max_ms": 1.5123, "p50_ms": 1.0912, "p95_ms": 1.3594, "p99_ms": 1.4817, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 28.0001, "count": 13, "max_ms": 42.931, "p50_ms": 25.1548, "p95_ms": 37.3614, "p99_ms": 41.8171, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7186, "count": 15, "max_ms": 1.1055, "p50_ms": 0.671, "p95_ms": 1.0253, "p99_ms": 1.0895, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8193, "count": 13, "max_ms": 5.4249, "p50_ms": 0.9797, "p95_ms": 4.5754, "p99_ms": 5.255, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8193, "count": 13, "max_ms": 5.4249, "p50_ms": 0.9797, "p95_ms": 4.5754, "p99_ms": 5.255, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7186, "count": 15, "max_ms": 1.1055, "p50_ms": 0.671, "p95_ms": 1.0253, "p99_ms": 1.0895, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.793, "count": 13, "max_ms": 1.1573, "p50_ms": 0.7684, "p95_ms": 1.0636, "p99_ms": 1.1386, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 534.5699, "count": 13, "max_ms": 867.9304, "p50_ms": 398.5387, "p95_ms": 859.2303, "p99_ms": 866.1904, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 15, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7918, "count": 13, "max_ms": 3.2527, "p50_ms": 1.7775, "p95_ms": 3.0446, "p99_ms": 3.2111, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.3039, "count": 13, "max_ms": 18.7654, "p50_ms": 7.5974, "p95_ms": 15.0518, "p99_ms": 18.0227, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1344, "count": 13, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.3919, "p99_ms": 0.7295, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.7304, "count": 13, "max_ms": 2.5979, "p50_ms": 1.7023, "p95_ms": 2.398, "p99_ms": 2.5579, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 583.7008, "count": 13, "max_ms": 941.8829, "p50_ms": 446.9101, "p95_ms": 909.1203, "p99_ms": 935.3304, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 13, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 13, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.3919, "p99_ms": 0.7295}, "wait_ms": {"count": 13, "max_ms": 2.5979, "p50_ms": 1.7023, "p95_ms": 2.398, "p99_ms": 2.5579}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 13, "artifact_failed": 0, "artifact_requested": 13, "artifact_success": 13, "completed": 13, "completed_failed": 0, "completed_success": 13, "cooldown_promoted": 13, "database_requested": 13, "db_insert_success": 13, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6824, "relay_business_failed": 0, "relay_business_success": 13, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 13, "relay_transport_failed": 0, "relay_transport_success": 13, "reservation_requested": 13}, "snapshot": {"copied_bytes": 35942400, "copied_count": 13, "copy": {"count": 13, "max_ms": 2.0594, "p50_ms": 1.5078, "p95_ms": 1.9212, "p99_ms": 2.0318}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T09:44:19+09:00", "last_error_summary": "[h264 @ 0x55790e524440] error while decoding MB 125 54, bytestream -22 [h264 @ 0x55790e5f32c0] left block unavailable for requested intra mode [h264 @ 0x55790e5f32c0] error while decoding MB 0 88, bytestream 13565 [h264 @ 0x55790d9ac500] error while decoding MB 67 42, bytestream -16 [in#0/rtsp @ 0x55790d944e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55790d944e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 31435.869, "last_started_at": "2026-09-03T01:00:24+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 20, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.83, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T09:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-09-03T09:44:19+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-09-03T09:44:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 15.893, "last_sample_duration_ms": 444.04, "last_trigger": "periodic", "next_snapshot_in_sec": 584.107, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 116, "storage_bytes": 1051029}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-09-03T09:44:19.953206+09:00", "mtime_epoch": 1788396259.9532056, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86598}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T09:44:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1223.266, "name": "celery", "pid": 217, "rss_mb": 1203.488, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 627197, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.702, "pushed": 2.702, "read": 2.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.012, "p95_ms": 0.011, "reason": null, "sample_age_ms": 94.63, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 80, "max_ms": 2.59, "p95_ms": 1.265, "reason": null, "sample_age_ms": 119.443, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 80, "max_ms": 1.288, "p95_ms": 0.878, "reason": null, "sample_age_ms": 119.659, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 80, "max_ms": 0.16, "p95_ms": 0.128, "reason": null, "sample_age_ms": 94.635, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.222, "count": 80, "max_ms": 2.342, "p95_ms": 2.116, "reason": null, "sample_age_ms": 118.614, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2211848.0, "count": 80, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 118.598, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.698, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.684, "count": 80, "max_ms": 43.132, "p95_ms": 41.664, "reason": null, "sample_age_ms": 94.627, "source": "client_direct"}, "sample_age_ms": 94.625, "source": "client_direct", "task_total_ms": {"avg_ms": 30.114, "count": 80, "max_ms": 44.634, "p95_ms": 42.87, "reason": null, "sample_age_ms": 94.625, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.451, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.588, "count": 81, "max_ms": 1.544, "p95_ms": 0.989}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 81, "max_ms": 0.733, "p95_ms": 0.348}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 81, "max_ms": 0.16, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.035, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 81, "max_ms": 0.167, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 81, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 81, "max_ms": 0.338, "p95_ms": 0.24}, "setup_ms": {"avg_ms": 0.038, "count": 81, "max_ms": 0.153, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.554, "count": 81, "max_ms": 1.481, "p95_ms": 0.908}, "track_match_ms": {"avg_ms": 0.004, "count": 81, "max_ms": 0.022, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 81, "max_ms": 0.071, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 1.98, "count": 81, "max_ms": 6.597, "p95_ms": 3.221}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 81, "max_ms": 0.361, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.871, "count": 81, "max_ms": 47.514, "p95_ms": 43.499}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 81, "max_ms": 0.148, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.432, "count": 81, "max_ms": 89.45, "p95_ms": 68.651}, "inference_input_copy_ms": {"avg_ms": 1.147, "count": 81, "max_ms": 2.465, "p95_ms": 1.74}, "processing_residual_ms": {"avg_ms": 0.142, "count": 81, "max_ms": 0.473, "p95_ms": 0.329}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.755, "count": 81, "max_ms": 90.354, "p95_ms": 70.387}, "read_interval": {"avg_ms": 374.03, "count": 80, "max_ms": 19029.38, "p95_ms": 108.561}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 81, "max_ms": 0.03, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.095, "count": 81, "max_ms": 0.248, "p95_ms": 0.174}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 81, "max_ms": 0.024, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 81, "max_ms": 0.222, "p95_ms": 0.153}, "worker_merge_ms": {"avg_ms": 0.004, "count": 81, "max_ms": 0.019, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.882, "count": 81, "max_ms": 47.528, "p95_ms": 43.523}, "visualize": {"avg_ms": 22.253, "count": 81, "max_ms": 43.571, "p95_ms": 30.237}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.598, "count": 81, "max_ms": 41.904, "p95_ms": 29.559}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.099, "count": 81, "max_ms": 43.231, "p95_ms": 30.095}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.026, "count": 81, "max_ms": 43.06, "p95_ms": 30.007}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 81, "max_ms": 0.09, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1203.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.184, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.846, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T09:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83195, "write_bytes_delta": 83195, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 23.0, "cpu_core_ratio": 0.010842, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3209.0, "pid": 3988, "reason": null, "system_cpu_core_ratio": 0.001549, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.009293, "user_cpu_s_delta": 0.18000000000029104}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.019102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.002065, "system_cpu_s_delta": 0.03999999999996362, "user_cpu_core_ratio": 0.017037, "user_cpu_s_delta": 0.33000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.971, "count": 81, "max_ms": 6.597, "p95_ms": 3.221, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.279, "count": 30, "max": 34.025, "p95": 25.239, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.29, "count": 30, "max": 18.932, "p95": 18.278, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 596.067, "count": 30, "max": 738.0, "p95": 735.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1126.033, "count": 30, "max": 12287.0, "p95": 8924.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.408, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.731, "count": 30, "max": 1.164, "p95": 0.865, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.081, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81987.8, "count": 30, "max": 87235.0, "p95": 86006.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81987.8, "count": 30, "max": 87235.0, "p95": 86006.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.167, "count": 30, "max": 30.0, "p95": 15.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.074, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.593, "p95": 0.466, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5432, "sampled_at": "2026-09-03T09:44:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T09:44:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 796056, "flush_count": 1055, "flush_interval_seconds": 30.0, "flush_state": {"count": 1055, "last_at": "2026-09-03T09:43:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T09:43:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1054}, "started": true, "suppressed_count": 626158, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 626143}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1055, "written_record_count": 1055}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5436.754, "limit_mb": null}, "detail": {"pid": 5097, "restart_count": 21, "start_count": 22}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1734074265600, "copied_frame_count": 627197, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T04:48:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2354074, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T04:48:16+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.967}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 15, "events_emitted": 13, "events_failed": 0, "events_observed": 15, "events_suppressed": 2, "frame_buffer_copied_bytes": 1734074265600, "frame_buffer_copies": 627197, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 650, "recorder_active_input_bytes": 1797120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 13, "recorder_clips_failed": 0, "recorder_clips_started": 13, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 13, "worker_jobs_accepted": 13, "worker_jobs_completed": 13, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.1944, "p50_ms": 0.0729, "p95_ms": 0.1673, "p99_ms": 0.2254}, "stages": {"db_insert": {"avg_ms": 26.8868, "count": 13, "max_ms": 42.3437, "p50_ms": 27.2924, "p95_ms": 38.3275, "p99_ms": 41.5404, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4768, "count": 13, "max_ms": 2.0594, "p50_ms": 1.5078, "p95_ms": 1.9212, "p99_ms": 2.0318, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 933.592, "count": 15, "max_ms": 1697.8057, "p50_ms": 903.6051, "p95_ms": 1454.106, "p99_ms": 1649.0658, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8619, "count": 512, "max_ms": 2.7922, "p50_ms": 0.7633, "p95_ms": 1.5746, "p99_ms": 1.9269, "results": {"failed": 0, "not_applicable": 0, "success": 627197, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 426.6034, "count": 15, "max_ms": 754.6538, "p50_ms": 464.2605, "p95_ms": 586.4302, "p99_ms": 721.0091, "results": {"failed": 0, "not_applicable": 0, "success": 15, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 8.2798, "count": 13, "max_ms": 13.2697, "p50_ms": 7.353, "p95_ms": 13.0641, "p99_ms": 13.2285, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5467, "count": 512, "max_ms": 9.3005, "p50_ms": 4.4684, "p95_ms": 6.5813, "p99_ms": 8.035, "results": {"failed": 0, "not_applicable": 0, "success": 650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0314, "count": 512, "max_ms": 4.0403, "p50_ms": 0.9004, "p95_ms": 1.9572, "p99_ms": 3.1016, "results": {"failed": 0, "not_applicable": 0, "success": 650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 488.7151, "count": 13, "max_ms": 751.2373, "p50_ms": 461.5701, "p95_ms": 607.162, "p99_ms": 722.4222, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 411.6013, "count": 13, "max_ms": 679.1493, "p50_ms": 383.3793, "p95_ms": 534.6412, "p99_ms": 650.2477, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.47, "count": 13, "max_ms": 81.4282, "p50_ms": 74.3383, "p95_ms": 78.4744, "p99_ms": 80.8374, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0706, "count": 13, "max_ms": 1.5123, "p50_ms": 1.0912, "p95_ms": 1.3594, "p99_ms": 1.4817, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 28.0001, "count": 13, "max_ms": 42.931, "p50_ms": 25.1548, "p95_ms": 37.3614, "p99_ms": 41.8171, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7186, "count": 15, "max_ms": 1.1055, "p50_ms": 0.671, "p95_ms": 1.0253, "p99_ms": 1.0895, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8193, "count": 13, "max_ms": 5.4249, "p50_ms": 0.9797, "p95_ms": 4.5754, "p99_ms": 5.255, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8193, "count": 13, "max_ms": 5.4249, "p50_ms": 0.9797, "p95_ms": 4.5754, "p99_ms": 5.255, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7186, "count": 15, "max_ms": 1.1055, "p50_ms": 0.671, "p95_ms": 1.0253, "p99_ms": 1.0895, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.793, "count": 13, "max_ms": 1.1573, "p50_ms": 0.7684, "p95_ms": 1.0636, "p99_ms": 1.1386, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 534.5699, "count": 13, "max_ms": 867.9304, "p50_ms": 398.5387, "p95_ms": 859.2303, "p99_ms": 866.1904, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 15, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7918, "count": 13, "max_ms": 3.2527, "p50_ms": 1.7775, "p95_ms": 3.0446, "p99_ms": 3.2111, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.3039, "count": 13, "max_ms": 18.7654, "p50_ms": 7.5974, "p95_ms": 15.0518, "p99_ms": 18.0227, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1344, "count": 13, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.3919, "p99_ms": 0.7295, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.7304, "count": 13, "max_ms": 2.5979, "p50_ms": 1.7023, "p95_ms": 2.398, "p99_ms": 2.5579, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 583.7008, "count": 13, "max_ms": 941.8829, "p50_ms": 446.9101, "p95_ms": 909.1203, "p99_ms": 935.3304, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 13, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 13, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.3919, "p99_ms": 0.7295}, "wait_ms": {"count": 13, "max_ms": 2.5979, "p50_ms": 1.7023, "p95_ms": 2.398, "p99_ms": 2.5579}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 13, "artifact_failed": 0, "artifact_requested": 13, "artifact_success": 13, "completed": 13, "completed_failed": 0, "completed_success": 13, "cooldown_promoted": 13, "database_requested": 13, "db_insert_success": 13, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6824, "relay_business_failed": 0, "relay_business_success": 13, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 13, "relay_transport_failed": 0, "relay_transport_success": 13, "reservation_requested": 13}, "snapshot": {"copied_bytes": 35942400, "copied_count": 13, "copy": {"count": 13, "max_ms": 2.0594, "p50_ms": 1.5078, "p95_ms": 1.9212, "p99_ms": 2.0318}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T09:44:19+09:00", "last_error_summary": "[h264 @ 0x55790e524440] error while decoding MB 125 54, bytestream -22 [h264 @ 0x55790e5f32c0] left block unavailable for requested intra mode [h264 @ 0x55790e5f32c0] error while decoding MB 0 88, bytestream 13565 [h264 @ 0x55790d9ac500] error while decoding MB 67 42, bytestream -16 [in#0/rtsp @ 0x55790d944e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55790d944e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T09:44:22+09:00", "pid": 5097, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.793, "name": "ffmpeg", "pid": 5097, "rss_mb": 74.793, "state": "S (sleeping)", "threads": 1}, "restart_count": 21, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.913, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T09:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.46, "last_frame_pushed_at": "2026-09-03T09:44:19+09:00", "last_frame_read_age_sec": 4.508, "last_frame_read_at": "2026-09-03T09:44:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 20.284, "last_sample_duration_ms": 444.04, "last_trigger": "periodic", "next_snapshot_in_sec": 579.716, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 116, "storage_bytes": 1051029}, "mjpeg": {"age_sec": 4.452, "exists": true, "mtime": "2026-09-03T09:44:19.953206+09:00", "mtime_epoch": 1788396259.9532056, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86598}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T09:44:24+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1223.266, "name": "celery", "pid": 217, "rss_mb": 1203.492, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 627197, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 71, "pushed_frames": 71, "read_frames": 71, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.485, "pushed": 2.485, "read": 2.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.006, "count": 71, "max_ms": 0.012, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4485.02, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 71, "max_ms": 2.59, "p95_ms": 1.284, "reason": null, "sample_age_ms": 4509.833, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.168, "count": 71, "max_ms": 1.288, "p95_ms": 0.862, "reason": null, "sample_age_ms": 4510.05, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 71, "max_ms": 0.16, "p95_ms": 0.129, "reason": null, "sample_age_ms": 4485.025, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.232, "count": 71, "max_ms": 2.342, "p95_ms": 2.158, "reason": null, "sample_age_ms": 4509.004, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2211848.0, "count": 71, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4508.989, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4485.088, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.697, "count": 71, "max_ms": 43.109, "p95_ms": 38.082, "reason": null, "sample_age_ms": 4485.017, "source": "client_direct"}, "sample_age_ms": 4485.015, "source": "client_direct", "task_total_ms": {"avg_ms": 30.14, "count": 71, "max_ms": 44.499, "p95_ms": 39.629, "reason": null, "sample_age_ms": 4485.015, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.081, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 71, "max_ms": 1.544, "p95_ms": 1.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 71, "max_ms": 0.733, "p95_ms": 0.355}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 71, "max_ms": 0.16, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 71, "max_ms": 0.035, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 71, "max_ms": 0.167, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 71, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 71, "max_ms": 0.338, "p95_ms": 0.294}, "setup_ms": {"avg_ms": 0.039, "count": 71, "max_ms": 0.153, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.56, "count": 71, "max_ms": 1.481, "p95_ms": 0.976}, "track_match_ms": {"avg_ms": 0.004, "count": 71, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 71, "max_ms": 0.071, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 1.995, "count": 71, "max_ms": 6.597, "p95_ms": 3.774}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 71, "max_ms": 0.361, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.851, "count": 71, "max_ms": 47.514, "p95_ms": 40.747}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 71, "max_ms": 0.148, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.375, "count": 71, "max_ms": 89.45, "p95_ms": 68.454}, "inference_input_copy_ms": {"avg_ms": 1.191, "count": 71, "max_ms": 2.465, "p95_ms": 1.741}, "processing_residual_ms": {"avg_ms": 0.147, "count": 71, "max_ms": 0.473, "p95_ms": 0.369}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.746, "count": 71, "max_ms": 90.354, "p95_ms": 69.684}, "read_interval": {"avg_ms": 379.8, "count": 71, "max_ms": 19029.38, "p95_ms": 108.561}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 71, "max_ms": 0.03, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.095, "count": 71, "max_ms": 0.248, "p95_ms": 0.209}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 71, "max_ms": 0.024, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 71, "max_ms": 0.222, "p95_ms": 0.185}, "worker_merge_ms": {"avg_ms": 0.004, "count": 71, "max_ms": 0.019, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.863, "count": 71, "max_ms": 47.528, "p95_ms": 40.754}, "visualize": {"avg_ms": 22.209, "count": 71, "max_ms": 43.571, "p95_ms": 29.39}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.547, "count": 71, "max_ms": 41.904, "p95_ms": 28.458}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.054, "count": 71, "max_ms": 43.231, "p95_ms": 29.209}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.98, "count": 71, "max_ms": 43.06, "p95_ms": 29.052}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 71, "max_ms": 0.09, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1203.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.184, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.846, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T09:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83195, "write_bytes_delta": 83195, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 23.0, "cpu_core_ratio": 0.010842, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3209.0, "pid": 3988, "reason": null, "system_cpu_core_ratio": 0.001549, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.009293, "user_cpu_s_delta": 0.18000000000029104}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.019102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.002065, "system_cpu_s_delta": 0.03999999999996362, "user_cpu_core_ratio": 0.017037, "user_cpu_s_delta": 0.33000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.971, "count": 81, "max_ms": 6.597, "p95_ms": 3.221, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.279, "count": 30, "max": 34.025, "p95": 25.239, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.29, "count": 30, "max": 18.932, "p95": 18.278, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 596.067, "count": 30, "max": 738.0, "p95": 735.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1126.033, "count": 30, "max": 12287.0, "p95": 8924.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.408, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.731, "count": 30, "max": 1.164, "p95": 0.865, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.081, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81987.8, "count": 30, "max": 87235.0, "p95": 86006.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81987.8, "count": 30, "max": 87235.0, "p95": 86006.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.167, "count": 30, "max": 30.0, "p95": 15.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.074, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.593, "p95": 0.466, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5432, "sampled_at": "2026-09-03T09:44:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T09:44:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.572, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 5827.703, "limit_mb": null}, "detail": {"cctv_id": "20", "instance_id": "675c33c8", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.019, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "deb3f88e-90cb-4108-8226-c137d199310e"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2238290841600, "copied_frame_count": 809567, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "675c33c8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2238290841600, "frame_buffer_copies": 809567, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0752, "count": 512, "max_ms": 0.2038, "p50_ms": 0.0685, "p95_ms": 0.1166, "p99_ms": 0.1505}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1985, "count": 512, "max_ms": 5.3534, "p50_ms": 1.1246, "p95_ms": 1.8336, "p99_ms": 2.4493, "results": {"failed": 0, "not_applicable": 0, "success": 809567, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": 0.0334, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "675c33c8", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80959.289, "last_started_at": "2026-09-02T15:11:32+09:00", "pid": 284, "process": {"exists": false, "pid": 284}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 61.863, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 809567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T13:40:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "675c33c8", "last_frame_pushed_age_sec": 0.711, "last_frame_pushed_at": "2026-09-03T13:40:51+09:00", "last_frame_read_age_sec": 0.777, "last_frame_read_at": "2026-09-03T13:40:51+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 140, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.67, "last_sample_duration_ms": 540.55, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.33, "reason": "snapshot_written", "rotation_count": 87, "runtime_state": "active", "sample_count": 140, "storage_bytes": 1255729}, "mjpeg": {"age_sec": 0.701, "exists": true, "mtime": "2026-09-03T13:40:51.329707+09:00", "mtime_epoch": 1788410451.3297074, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 296778}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-03T13:40:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1227.969, "name": "celery", "pid": 247, "rss_mb": 1227.559, "state": "R (running)", "threads": 74}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2.991, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2582, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.131597, "worker_small_worker_ratio": 0.15}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 296}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 296}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.851}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 295, "client_acquire_ms": {"avg_ms": 0.006, "count": 296, "max_ms": 0.029, "p95_ms": 0.011, "reason": null, "sample_age_ms": 742.763, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.511, "count": 295, "max_ms": 3.529, "p95_ms": 1.171, "reason": null, "sample_age_ms": 786.212, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.156, "count": 295, "max_ms": 2.713, "p95_ms": 0.848, "reason": null, "sample_age_ms": 786.482, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 296, "max_ms": 0.3, "p95_ms": 0.177, "reason": null, "sample_age_ms": 742.813, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.404, "count": 295, "max_ms": 11.798, "p95_ms": 2.133, "reason": null, "sample_age_ms": 785.113, "source": "client_direct"}, "request_count": 295, "request_tensor_bytes": {"avg": 2764808.0, "count": 295, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 785.094, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 743.106, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.323, "count": 296, "max_ms": 60.007, "p95_ms": 47.949, "reason": null, "sample_age_ms": 742.752, "source": "client_direct"}, "sample_age_ms": 742.744, "source": "client_direct", "task_total_ms": {"avg_ms": 40.983, "count": 296, "max_ms": 61.784, "p95_ms": 49.872, "reason": null, "sample_age_ms": 742.744, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.007, "count": 296, "max_ms": 0.036, "p95_ms": 0.012, "reason": null, "sample_age_ms": 725.652, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 14.876, "count": 296, "max_ms": 25.889, "p95_ms": 18.91, "reason": null, "sample_age_ms": 768.145, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 295, "max_ms": 0.058, "p95_ms": 0.024, "reason": null, "sample_age_ms": 786.341, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 296, "max_ms": 0.49, "p95_ms": 0.154, "reason": null, "sample_age_ms": 725.693, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.831, "count": 296, "max_ms": 4.446, "p95_ms": 2.724, "reason": null, "sample_age_ms": 765.485, "source": "client_direct"}, "request_count": 295, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 765.459, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 725.749, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.054, "count": 296, "max_ms": 50.21, "p95_ms": 43.049, "reason": null, "sample_age_ms": 725.646, "source": "client_direct"}, "sample_age_ms": 725.643, "source": "client_direct", "task_total_ms": {"avg_ms": 38.078, "count": 296, "max_ms": 51.826, "p95_ms": 45.004, "reason": null, "sample_age_ms": 725.643, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 295, "client_acquire_ms": {"avg_ms": 0.006, "count": 296, "max_ms": 0.037, "p95_ms": 0.012, "reason": null, "sample_age_ms": 734.699, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.645, "count": 295, "max_ms": 17.742, "p95_ms": 12.597, "reason": null, "sample_age_ms": 777.332, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.017, "count": 295, "max_ms": 0.058, "p95_ms": 0.027, "reason": null, "sample_age_ms": 786.373, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 296, "max_ms": 0.163, "p95_ms": 0.096, "reason": null, "sample_age_ms": 734.704, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.82, "count": 295, "max_ms": 4.152, "p95_ms": 2.885, "reason": null, "sample_age_ms": 774.376, "source": "client_direct"}, "request_count": 295, "request_tensor_bytes": {"avg": 2764808.0, "count": 295, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 774.343, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 734.748, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.848, "count": 296, "max_ms": 55.538, "p95_ms": 46.65, "reason": null, "sample_age_ms": 734.696, "source": "client_direct"}, "sample_age_ms": 734.693, "source": "client_direct", "task_total_ms": {"avg_ms": 39.856, "count": 296, "max_ms": 57.795, "p95_ms": 49.631, "reason": null, "sample_age_ms": 734.693, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 295, "client_acquire_ms": {"avg_ms": 0.006, "count": 296, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 736.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 4.453, "count": 295, "max_ms": 7.583, "p95_ms": 6.22, "reason": null, "sample_age_ms": 782.893, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.02, "count": 295, "max_ms": 0.066, "p95_ms": 0.031, "reason": null, "sample_age_ms": 786.408, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 296, "max_ms": 0.174, "p95_ms": 0.115, "reason": null, "sample_age_ms": 736.484, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.862, "count": 295, "max_ms": 10.476, "p95_ms": 2.84, "reason": null, "sample_age_ms": 781.452, "source": "client_direct"}, "request_count": 295, "request_tensor_bytes": {"avg": 2764808.0, "count": 295, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 781.432, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 736.577, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.932, "count": 296, "max_ms": 54.62, "p95_ms": 49.85, "reason": null, "sample_age_ms": 736.473, "source": "client_direct"}, "sample_age_ms": 736.469, "source": "client_direct", "task_total_ms": {"avg_ms": 41.998, "count": 296, "max_ms": 58.302, "p95_ms": 52.709, "reason": null, "sample_age_ms": 736.469, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 247, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.514, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.551, "count": 296, "max_ms": 3.173, "p95_ms": 0.85}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.101, "count": 296, "max_ms": 1.268, "p95_ms": 0.158}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 296, "max_ms": 0.275, "p95_ms": 0.172}, "event_filter_ms": {"avg_ms": 0.003, "count": 296, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 296, "max_ms": 1.599, "p95_ms": 0.093}, "mcmt_ms": {"avg_ms": 0.001, "count": 296, "max_ms": 0.006, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 296, "max_ms": 0.369, "p95_ms": 0.271}, "setup_ms": {"avg_ms": 0.034, "count": 296, "max_ms": 0.086, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.521, "count": 296, "max_ms": 3.145, "p95_ms": 0.796}, "track_match_ms": {"avg_ms": 0.004, "count": 296, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 296, "max_ms": 0.057, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.408, "count": 296, "max_ms": 6.166, "p95_ms": 3.817}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 296, "max_ms": 0.025, "p95_ms": 0.011}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 41.862, "count": 296, "max_ms": 62.435, "p95_ms": 50.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.481, "count": 296, "max_ms": 72.205, "p95_ms": 63.95}, "yolo11_640_fire_11class": {"avg_ms": 50.072, "count": 296, "max_ms": 71.543, "p95_ms": 60.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.993, "count": 296, "max_ms": 63.531, "p95_ms": 58.204}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.017, "count": 296, "max_ms": 0.067, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.023, "count": 296, "max_ms": 73.487, "p95_ms": 65.79}, "inference_input_copy_ms": {"avg_ms": 1.034, "count": 296, "max_ms": 2.765, "p95_ms": 1.696}, "processing_residual_ms": {"avg_ms": 0.077, "count": 296, "max_ms": 0.255, "p95_ms": 0.128}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.151, "count": 296, "max_ms": 74.568, "p95_ms": 66.647}, "read_interval": {"avg_ms": 99.077, "count": 295, "max_ms": 530.693, "p95_ms": 244.05}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 296, "max_ms": 0.043, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.143, "count": 296, "max_ms": 0.303, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 296, "max_ms": 0.028, "p95_ms": 0.011}, "scenario.falldown_detected_ms": {"avg_ms": 0.064, "count": 296, "max_ms": 0.153, "p95_ms": 0.098}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 296, "max_ms": 0.018, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.061, "count": 296, "max_ms": 0.134, "p95_ms": 0.094}, "worker_merge_ms": {"avg_ms": 0.004, "count": 296, "max_ms": 0.031, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 53.574, "count": 296, "max_ms": 72.213, "p95_ms": 63.963}, "visualize": {"avg_ms": 0.239, "count": 296, "max_ms": 1.385, "p95_ms": 0.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.098, "count": 296, "max_ms": 0.365, "p95_ms": 0.149}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.041, "count": 296, "max_ms": 0.131, "p95_ms": 0.064}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 296, "max_ms": 0.22, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 296}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 247, "process_rss_mb_proxy": 1227.402, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.496, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "675c33c8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 60.985, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 809281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T13:40:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 286049, "write_bytes_delta": 286049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 435.0, "cpu_core_ratio": 0.285137, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 284, "reason": null, "system_cpu_core_ratio": 0.034915, "system_cpu_s_delta": 0.36000000000012733, "user_cpu_core_ratio": 0.250222, "user_cpu_s_delta": 2.5800000000017462}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.571244, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 247, "reason": null, "system_cpu_core_ratio": 0.13578, "system_cpu_s_delta": 1.4000000000014552, "user_cpu_core_ratio": 0.435465, "user_cpu_s_delta": 4.489999999997963}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.424, "count": 297, "max_ms": 4.986, "p95_ms": 3.631, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.482, "count": 30, "max": 35.192, "p95": 33.782, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.207, "count": 30, "max": 19.9, "p95": 17.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 414.733, "count": 30, "max": 438.0, "p95": 436.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.234, "count": 30, "max": 0.255, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.097, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 287389.133, "count": 30, "max": 301345.0, "p95": 297826.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 287389.133, "count": 30, "max": 301345.0, "p95": 297826.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 75.0, "count": 30, "max": 1890.0, "p95": 47.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.143, "p95": 0.138, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.454, "p95": 0.448, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7469, "sampled_at": "2026-09-03T13:40:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T13:40:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-09-02T15:11:30+09:00", "state": "stopping", "task_id": "deb3f88e-90cb-4108-8226-c137d199310e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 994060, "flush_count": 1291, "flush_interval_seconds": 30.0, "flush_state": {"count": 1291, "last_at": "2026-09-03T13:40:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T13:40:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1290}, "started": true, "suppressed_count": 767823, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 767808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1291, "written_record_count": 1291}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5384.57, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "afbbf4cf", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.023, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "04d434c2-0749-4dd9-b339-792151126e42"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2126402150400, "copied_frame_count": 769098, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T04:48:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2354074, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T04:48:16+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.967}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 15, "events_emitted": 13, "events_failed": 0, "events_observed": 15, "events_suppressed": 2, "frame_buffer_copied_bytes": 2126402150400, "frame_buffer_copies": 769098, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 650, "recorder_active_input_bytes": 1797120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 13, "recorder_clips_failed": 0, "recorder_clips_started": 13, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 13, "worker_jobs_accepted": 13, "worker_jobs_completed": 13, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0923, "count": 512, "max_ms": 1.6015, "p50_ms": 0.0767, "p95_ms": 0.1691, "p99_ms": 0.2294}, "stages": {"db_insert": {"avg_ms": 26.8868, "count": 13, "max_ms": 42.3437, "p50_ms": 27.2924, "p95_ms": 38.3275, "p99_ms": 41.5404, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4768, "count": 13, "max_ms": 2.0594, "p50_ms": 1.5078, "p95_ms": 1.9212, "p99_ms": 2.0318, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 933.592, "count": 15, "max_ms": 1697.8057, "p50_ms": 903.6051, "p95_ms": 1454.106, "p99_ms": 1649.0658, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8946, "count": 512, "max_ms": 2.6367, "p50_ms": 0.8186, "p95_ms": 1.4899, "p99_ms": 1.9379, "results": {"failed": 0, "not_applicable": 0, "success": 769098, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 426.6034, "count": 15, "max_ms": 754.6538, "p50_ms": 464.2605, "p95_ms": 586.4302, "p99_ms": 721.0091, "results": {"failed": 0, "not_applicable": 0, "success": 15, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 8.2798, "count": 13, "max_ms": 13.2697, "p50_ms": 7.353, "p95_ms": 13.0641, "p99_ms": 13.2285, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5467, "count": 512, "max_ms": 9.3005, "p50_ms": 4.4684, "p95_ms": 6.5813, "p99_ms": 8.035, "results": {"failed": 0, "not_applicable": 0, "success": 650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0314, "count": 512, "max_ms": 4.0403, "p50_ms": 0.9004, "p95_ms": 1.9572, "p99_ms": 3.1016, "results": {"failed": 0, "not_applicable": 0, "success": 650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 488.7151, "count": 13, "max_ms": 751.2373, "p50_ms": 461.5701, "p95_ms": 607.162, "p99_ms": 722.4222, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 411.6013, "count": 13, "max_ms": 679.1493, "p50_ms": 383.3793, "p95_ms": 534.6412, "p99_ms": 650.2477, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.47, "count": 13, "max_ms": 81.4282, "p50_ms": 74.3383, "p95_ms": 78.4744, "p99_ms": 80.8374, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0706, "count": 13, "max_ms": 1.5123, "p50_ms": 1.0912, "p95_ms": 1.3594, "p99_ms": 1.4817, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 28.0001, "count": 13, "max_ms": 42.931, "p50_ms": 25.1548, "p95_ms": 37.3614, "p99_ms": 41.8171, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7186, "count": 15, "max_ms": 1.1055, "p50_ms": 0.671, "p95_ms": 1.0253, "p99_ms": 1.0895, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8193, "count": 13, "max_ms": 5.4249, "p50_ms": 0.9797, "p95_ms": 4.5754, "p99_ms": 5.255, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8193, "count": 13, "max_ms": 5.4249, "p50_ms": 0.9797, "p95_ms": 4.5754, "p99_ms": 5.255, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7186, "count": 15, "max_ms": 1.1055, "p50_ms": 0.671, "p95_ms": 1.0253, "p99_ms": 1.0895, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.793, "count": 13, "max_ms": 1.1573, "p50_ms": 0.7684, "p95_ms": 1.0636, "p99_ms": 1.1386, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 534.5699, "count": 13, "max_ms": 867.9304, "p50_ms": 398.5387, "p95_ms": 859.2303, "p99_ms": 866.1904, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 15, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7918, "count": 13, "max_ms": 3.2527, "p50_ms": 1.7775, "p95_ms": 3.0446, "p99_ms": 3.2111, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.3039, "count": 13, "max_ms": 18.7654, "p50_ms": 7.5974, "p95_ms": 15.0518, "p99_ms": 18.0227, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1344, "count": 13, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.3919, "p99_ms": 0.7295, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.7304, "count": 13, "max_ms": 2.5979, "p50_ms": 1.7023, "p95_ms": 2.398, "p99_ms": 2.5579, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 583.7008, "count": 13, "max_ms": 941.8829, "p50_ms": 446.9101, "p95_ms": 909.1203, "p99_ms": 935.3304, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.3249, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 13, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 13, "max_ms": 0.8139, "p50_ms": 0.0845, "p95_ms": 0.3919, "p99_ms": 0.7295}, "wait_ms": {"count": 13, "max_ms": 2.5979, "p50_ms": 1.7023, "p95_ms": 2.398, "p99_ms": 2.5579}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 13, "artifact_failed": 0, "artifact_requested": 13, "artifact_success": 13, "completed": 13, "completed_failed": 0, "completed_success": 13, "cooldown_promoted": 13, "database_requested": 13, "db_insert_success": 13, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6824, "relay_business_failed": 0, "relay_business_success": 13, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 13, "relay_transport_failed": 0, "relay_transport_success": 13, "reservation_requested": 13}, "snapshot": {"copied_bytes": 35942400, "copied_count": 13, "copy": {"count": 13, "max_ms": 2.0594, "p50_ms": 1.5078, "p95_ms": 1.9212, "p99_ms": 2.0318}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T09:44:19+09:00", "last_error_summary": "[h264 @ 0x55790e524440] error while decoding MB 125 54, bytestream -22 [h264 @ 0x55790e5f32c0] left block unavailable for requested intra mode [h264 @ 0x55790e5f32c0] error while decoding MB 0 88, bytestream 13565 [h264 @ 0x55790d9ac500] error while decoding MB 67 42, bytestream -16 [in#0/rtsp @ 0x55790d944e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55790d944e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 14192.621, "last_started_at": "2026-09-03T09:44:22+09:00", "pid": 5097, "process": {"exists": false, "pid": 5097}, "restart_count": 21, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.173, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 769098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T13:40:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.105, "last_frame_pushed_at": "2026-09-03T13:40:54+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-09-03T13:40:54+09:00", "memory_observability": {"active_channels": ["44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 140, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.659, "last_sample_duration_ms": 540.55, "last_trigger": "pre_stop", "next_snapshot_in_sec": 596.341, "reason": "deduplicated:pre_stop", "rotation_count": 87, "runtime_state": "active", "sample_count": 140, "storage_bytes": 1255729}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-09-03T13:40:54.926733+09:00", "mtime_epoch": 1788410454.9267333, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83952}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T13:40:55+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1270.309, "name": "celery", "pid": 217, "rss_mb": 1219.145, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 769098, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 300}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 300}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 299, "client_acquire_ms": {"avg_ms": 0.007, "count": 299, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 137.808, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.431, "count": 299, "max_ms": 2.911, "p95_ms": 1.193, "reason": null, "sample_age_ms": 165.109, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 299, "max_ms": 2.562, "p95_ms": 0.975, "reason": null, "sample_age_ms": 165.287, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.27, "count": 299, "max_ms": 1.137, "p95_ms": 0.494, "reason": null, "sample_age_ms": 137.815, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.183, "count": 299, "max_ms": 2.304, "p95_ms": 1.993, "reason": null, "sample_age_ms": 164.17, "source": "client_direct"}, "request_count": 299, "request_tensor_bytes": {"avg": 2211848.0, "count": 299, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 164.154, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 299, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.98, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.074, "count": 299, "max_ms": 59.778, "p95_ms": 49.482, "reason": null, "sample_age_ms": 137.805, "source": "client_direct"}, "sample_age_ms": 137.803, "source": "client_direct", "task_total_ms": {"avg_ms": 30.694, "count": 299, "max_ms": 61.987, "p95_ms": 51.697, "reason": null, "sample_age_ms": 137.803, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.215, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.7, "count": 300, "max_ms": 1.771, "p95_ms": 1.165}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 300, "max_ms": 0.65, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.124, "count": 300, "max_ms": 0.291, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.003, "count": 300, "max_ms": 0.012, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 300, "max_ms": 0.189, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 300, "max_ms": 0.018, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 300, "max_ms": 0.453, "p95_ms": 0.263}, "setup_ms": {"avg_ms": 0.043, "count": 300, "max_ms": 0.136, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.66, "count": 300, "max_ms": 1.677, "p95_ms": 1.094}, "track_match_ms": {"avg_ms": 0.004, "count": 300, "max_ms": 0.028, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 300, "max_ms": 0.112, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.057, "count": 300, "max_ms": 5.042, "p95_ms": 3.403}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 300, "max_ms": 0.126, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.489, "count": 300, "max_ms": 62.684, "p95_ms": 52.286}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 300, "max_ms": 0.161, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.717, "count": 300, "max_ms": 95.528, "p95_ms": 78.778}, "inference_input_copy_ms": {"avg_ms": 1.027, "count": 300, "max_ms": 2.432, "p95_ms": 1.622}, "processing_residual_ms": {"avg_ms": 0.137, "count": 300, "max_ms": 0.334, "p95_ms": 0.242}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.916, "count": 300, "max_ms": 97.343, "p95_ms": 79.814}, "read_interval": {"avg_ms": 99.98, "count": 299, "max_ms": 156.919, "p95_ms": 121.457}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 300, "max_ms": 0.047, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.105, "count": 300, "max_ms": 0.323, "p95_ms": 0.17}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 300, "max_ms": 0.04, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 300, "max_ms": 0.286, "p95_ms": 0.15}, "worker_merge_ms": {"avg_ms": 0.005, "count": 300, "max_ms": 0.024, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.504, "count": 300, "max_ms": 62.701, "p95_ms": 52.295}, "visualize": {"avg_ms": 22.707, "count": 300, "max_ms": 38.086, "p95_ms": 29.75}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.998, "count": 300, "max_ms": 37.065, "p95_ms": 28.61}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.531, "count": 300, "max_ms": 37.8, "p95_ms": 29.188}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.45, "count": 300, "max_ms": 37.683, "p95_ms": 29.107}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 300, "max_ms": 0.158, "p95_ms": 0.082}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 300}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1271.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.884, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.199, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 769025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T13:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85361, "write_bytes_delta": 85361, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 718.0, "cpu_core_ratio": 1.004227, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5097, "reason": null, "system_cpu_core_ratio": 0.044654, "system_cpu_s_delta": 0.4499999999999318, "user_cpu_core_ratio": 0.959573, "user_cpu_s_delta": 9.670000000000073}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.537837, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.060531, "system_cpu_s_delta": 0.6100000000005821, "user_cpu_core_ratio": 0.477306, "user_cpu_s_delta": 4.809999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.102, "count": 300, "max_ms": 5.042, "p95_ms": 3.475, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.381, "count": 30, "max": 32.848, "p95": 27.214, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.782, "count": 30, "max": 19.085, "p95": 17.522, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 724.233, "count": 30, "max": 751.0, "p95": 741.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.057, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.896, "count": 30, "max": 0.96, "p95": 0.955, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87260.667, "count": 30, "max": 91470.0, "p95": 90839.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87260.667, "count": 30, "max": 91470.0, "p95": 90839.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.4, "count": 30, "max": 25.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.063, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.481, "p95": 0.477, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6837, "sampled_at": "2026-09-03T13:40:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T13:40:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "stopping", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_151819_e10ee248.jsonl", "file_size_bytes": 1322379, "flush_count": 1343, "flush_interval_seconds": 30.0, "flush_state": {"count": 1343, "last_at": "2026-09-03T13:40:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T13:40:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1342}, "started": true, "suppressed_count": 804223, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 804202}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1343, "written_record_count": 1343}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5082.969, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "e10ee248", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.022, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "527c23ab-ce65-478d-b9cf-40c7ae47609e"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2227168051200, "copied_frame_count": 805544, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T11:39:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1201411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T11:39:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.54}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e10ee248", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 2227168051200, "frame_buffer_copies": 805544, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0804, "count": 512, "max_ms": 0.2787, "p50_ms": 0.068, "p95_ms": 0.1526, "p99_ms": 0.197}, "stages": {"db_insert": {"avg_ms": 25.2453, "count": 20, "max_ms": 51.6876, "p50_ms": 21.672, "p95_ms": 41.9565, "p99_ms": 49.7414, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4571, "count": 20, "max_ms": 1.9565, "p50_ms": 1.3812, "p95_ms": 1.9519, "p99_ms": 1.9556, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 939.5302, "count": 21, "max_ms": 1510.4817, "p50_ms": 884.4123, "p95_ms": 1352.4395, "p99_ms": 1478.8732, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0314, "count": 512, "max_ms": 11.4553, "p50_ms": 0.8883, "p95_ms": 1.9834, "p99_ms": 2.5878, "results": {"failed": 0, "not_applicable": 0, "success": 805544, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 470.4153, "count": 21, "max_ms": 968.5563, "p50_ms": 470.0118, "p95_ms": 505.933, "p99_ms": 876.0316, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.9351, "count": 20, "max_ms": 52.2042, "p50_ms": 9.3714, "p95_ms": 26.0552, "p99_ms": 46.9744, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.825, "count": 512, "max_ms": 9.2232, "p50_ms": 4.6587, "p95_ms": 7.2279, "p99_ms": 8.3492, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0639, "count": 512, "max_ms": 3.4013, "p50_ms": 0.955, "p95_ms": 1.902, "p99_ms": 2.9343, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 490.4306, "count": 20, "max_ms": 966.1435, "p50_ms": 467.924, "p95_ms": 526.1354, "p99_ms": 878.1418, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 414.653, "count": 20, "max_ms": 899.8645, "p50_ms": 395.9749, "p95_ms": 446.2173, "p99_ms": 809.1351, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 72.3876, "count": 20, "max_ms": 89.5279, "p50_ms": 71.967, "p95_ms": 80.758, "p99_ms": 87.7739, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2317, "count": 20, "max_ms": 1.7995, "p50_ms": 1.1363, "p95_ms": 1.7702, "p99_ms": 1.7937, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.0242, "count": 20, "max_ms": 47.9405, "p50_ms": 34.4772, "p95_ms": 47.2502, "p99_ms": 47.8025, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7314, "count": 21, "max_ms": 1.289, "p50_ms": 0.7033, "p95_ms": 1.2128, "p99_ms": 1.2738, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.0661, "count": 20, "max_ms": 8.0527, "p50_ms": 1.5303, "p95_ms": 4.4967, "p99_ms": 7.3415, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.0661, "count": 20, "max_ms": 8.0527, "p50_ms": 1.5303, "p95_ms": 4.4967, "p99_ms": 7.3415, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7314, "count": 21, "max_ms": 1.289, "p50_ms": 0.7033, "p95_ms": 1.2128, "p99_ms": 1.2738, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.3034, "count": 20, "max_ms": 4.6911, "p50_ms": 0.8436, "p95_ms": 3.1079, "p99_ms": 4.3744, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 435.357, "count": 20, "max_ms": 1004.1386, "p50_ms": 349.1615, "p95_ms": 847.4916, "p99_ms": 972.8092, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5671, "count": 20, "max_ms": 5.5508, "p50_ms": 1.2102, "p95_ms": 3.8698, "p99_ms": 5.2146, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.8183, "count": 20, "max_ms": 28.4653, "p50_ms": 7.5936, "p95_ms": 27.1542, "p99_ms": 28.203, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1269, "count": 20, "max_ms": 0.8082, "p50_ms": 0.083, "p95_ms": 0.2051, "p99_ms": 0.6876, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6451, "count": 20, "max_ms": 2.4924, "p50_ms": 1.5242, "p95_ms": 2.3903, "p99_ms": 2.472, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 491.0742, "count": 20, "max_ms": 1063.0624, "p50_ms": 407.4961, "p95_ms": 903.5436, "p99_ms": 1031.1586, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.2291, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e10ee248", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 0.8082, "p50_ms": 0.083, "p95_ms": 0.2051, "p99_ms": 0.6876}, "wait_ms": {"count": 20, "max_ms": 2.4924, "p50_ms": 1.5242, "p95_ms": 2.3903, "p99_ms": 2.472}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6836, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 1.9565, "p50_ms": 1.3812, "p95_ms": 1.9519, "p99_ms": 1.9556}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80555.962, "last_started_at": "2026-09-02T15:18:19+09:00", "pid": 639, "process": {"exists": false, "pid": 639}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.521, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T13:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e10ee248", "last_frame_pushed_age_sec": 0.11, "last_frame_pushed_at": "2026-09-03T13:40:55+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-09-03T13:40:55+09:00", "memory_observability": {"active_channels": ["44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 140, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.375, "last_sample_duration_ms": 540.55, "last_trigger": "pre_stop", "next_snapshot_in_sec": 595.625, "reason": "deduplicated:pre_stop", "rotation_count": 87, "runtime_state": "active", "sample_count": 140, "storage_bytes": 1255729}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-09-03T13:40:55.639738+09:00", "mtime_epoch": 1788410455.6397383, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92573}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T13:40:55+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1257.859, "name": "celery", "pid": 219, "rss_mb": 1161.992, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 805544, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.619, "max": 17.0, "p95": 15.0, "sample_count": 299}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.632, "max": 5.0, "p95": 5.0, "sample_count": 299}, "total": {"avg": 3.632, "max": 5.0, "p95": 5.0, "sample_count": 299}}, "tracking_counts": {"active": {"avg": 1.321, "max": 2.0, "p95": 2.0, "sample_count": 299}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 299}, "tracked": {"avg": 1.321, "max": 2.0, "p95": 2.0, "sample_count": 299}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.976}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 299, "client_acquire_ms": {"avg_ms": 0.006, "count": 299, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 144.733, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.393, "count": 299, "max_ms": 1.602, "p95_ms": 1.034, "reason": null, "sample_age_ms": 178.437, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 299, "max_ms": 1.268, "p95_ms": 0.863, "reason": null, "sample_age_ms": 178.612, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 299, "max_ms": 0.875, "p95_ms": 0.554, "reason": null, "sample_age_ms": 144.739, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.418, "count": 299, "max_ms": 4.127, "p95_ms": 2.415, "reason": null, "sample_age_ms": 177.763, "source": "client_direct"}, "request_count": 299, "request_tensor_bytes": {"avg": 2764808.0, "count": 299, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.751, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 299, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.993, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.085, "count": 299, "max_ms": 62.981, "p95_ms": 55.111, "reason": null, "sample_age_ms": 144.729, "source": "client_direct"}, "sample_age_ms": 144.726, "source": "client_direct", "task_total_ms": {"avg_ms": 40.979, "count": 299, "max_ms": 64.293, "p95_ms": 56.714, "reason": null, "sample_age_ms": 144.726, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 219, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.859, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.044, "count": 299, "max_ms": 8.775, "p95_ms": 6.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.426, "count": 299, "max_ms": 1.242, "p95_ms": 0.732}, "detection_prepare_ms": {"avg_ms": 1.157, "count": 299, "max_ms": 3.04, "p95_ms": 1.784}, "event_filter_ms": {"avg_ms": 0.003, "count": 299, "max_ms": 0.02, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.347, "count": 299, "max_ms": 1.023, "p95_ms": 0.532}, "mcmt_ms": {"avg_ms": 0.003, "count": 299, "max_ms": 0.013, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.266, "count": 299, "max_ms": 1.306, "p95_ms": 0.657}, "setup_ms": {"avg_ms": 0.036, "count": 299, "max_ms": 0.139, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 4.001, "count": 299, "max_ms": 8.697, "p95_ms": 6.039}, "track_match_ms": {"avg_ms": 0.143, "count": 299, "max_ms": 0.396, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.62, "count": 299, "max_ms": 5.899, "p95_ms": 2.496}}, "gstreamer_push": {"avg_ms": 2.211, "count": 299, "max_ms": 7.13, "p95_ms": 3.976}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 299, "max_ms": 0.929, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.668, "count": 299, "max_ms": 64.835, "p95_ms": 57.472}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 299, "max_ms": 0.151, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.431, "count": 299, "max_ms": 113.453, "p95_ms": 100.117}, "inference_input_copy_ms": {"avg_ms": 0.995, "count": 299, "max_ms": 2.214, "p95_ms": 1.724}, "processing_residual_ms": {"avg_ms": 0.187, "count": 299, "max_ms": 0.535, "p95_ms": 0.357}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.651, "count": 299, "max_ms": 114.246, "p95_ms": 101.735}, "read_interval": {"avg_ms": 99.996, "count": 299, "max_ms": 170.447, "p95_ms": 114.625}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 299, "max_ms": 0.036, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.223, "count": 299, "max_ms": 1.216, "p95_ms": 0.599}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 299, "max_ms": 0.038, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.211, "count": 299, "max_ms": 1.194, "p95_ms": 0.578}, "worker_merge_ms": {"avg_ms": 0.006, "count": 299, "max_ms": 0.025, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.682, "count": 299, "max_ms": 64.848, "p95_ms": 57.485}, "visualize": {"avg_ms": 27.649, "count": 299, "max_ms": 49.271, "p95_ms": 41.901}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.133, "count": 299, "max_ms": 42.546, "p95_ms": 36.422}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.5, "count": 299, "max_ms": 49.094, "p95_ms": 41.767}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.414, "count": 299, "max_ms": 48.997, "p95_ms": 41.683}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 299, "max_ms": 0.128, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 299}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 219, "process_rss_mb_proxy": 1162.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.395, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e10ee248", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.521, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T13:40:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.091, "exists": true, "size_bytes": 88931, "write_bytes_delta": 88931, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 742.0, "cpu_core_ratio": 0.336637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 639, "reason": null, "system_cpu_core_ratio": 0.036742, "system_cpu_s_delta": 0.3700000000003456, "user_cpu_core_ratio": 0.299895, "user_cpu_s_delta": 3.0200000000004366}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.555046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 219, "reason": null, "system_cpu_core_ratio": 1.898673, "system_cpu_s_delta": 19.119999999995343, "user_cpu_core_ratio": 1.656373, "user_cpu_s_delta": 16.680000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.234, "count": 301, "max_ms": 7.13, "p95_ms": 3.867, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.455, "max": 17.0, "p95": 15.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.578, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 301}, "total": {"avg": 3.578, "max": 5.0, "p95": 5.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.073, "count": 30, "max": 38.413, "p95": 32.653, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.385, "count": 30, "max": 22.982, "p95": 21.218, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 734.933, "count": 30, "max": 753.0, "p95": 750.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.042, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.293, "count": 30, "max": 0.313, "p95": 0.311, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82328.733, "count": 30, "max": 90338.0, "p95": 88720.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82328.733, "count": 30, "max": 90338.0, "p95": 88720.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.433, "count": 30, "max": 22.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.9, "count": 30, "max": 1.929, "p95": 1.926, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.639, "count": 30, "max": 1.719, "p95": 1.696, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7494, "sampled_at": "2026-09-03T13:40:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T13:40:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-09-02T15:18:17+09:00", "state": "stopping", "task_id": "527c23ab-ce65-478d-b9cf-40c7ae47609e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 2906.066, "limit_mb": null}, "detail": {"pid": 315, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "54e35fd1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "54e35fd1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T13:46:21+09:00", "pid": 315, "process": {"exists": true, "fd_count": 5, "hwm_mb": 169.578, "name": "ffmpeg", "pid": 315, "rss_mb": 169.578, "state": "R (running)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.396}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "54e35fd1", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": [], "capped": false, "configured_mode": "monitoring", "current_rows": 140, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.263, "last_sample_duration_ms": 540.55, "last_trigger": "pre_stop", "next_snapshot_in_sec": 267.737, "reason": "all_channels_stopped_manual_recovery_required", "rotation_count": 87, "runtime_state": "active", "sample_count": 140, "storage_bytes": 1255729}, "mjpeg": {"age_sec": 332.303, "exists": true, "mtime": "2026-09-03T13:40:51.329707+09:00", "mtime_epoch": 1788410451.3297074, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 296778}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-03T13:46:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 478.039, "name": "celery", "pid": 211, "rss_mb": 478.039, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 211, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.804, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:46:20+09:00", "state": "running", "task_id": "f57948b2-a443-4bdf-81a7-6644b5425ac1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-03T13:50:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T13:50:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 3584.758, "limit_mb": null}, "detail": {"pid": 485, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T13:50:45+09:00", "pid": 485, "process": {"exists": true, "fd_count": 5, "hwm_mb": 357.75, "name": "ffmpeg", "pid": 485, "rss_mb": 357.75, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.936}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 203.817, "last_sample_duration_ms": 442.835, "last_trigger": "start_stable", "next_snapshot_in_sec": 396.183, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1192303}, "mjpeg": {"age_sec": 592.904, "exists": true, "mtime": "2026-09-03T13:40:54.926733+09:00", "mtime_epoch": 1788410454.9267333, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83952}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T13:50:47+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 476.348, "name": "celery", "pid": 181, "rss_mb": 476.348, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.708, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-03T13:55:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T13:55:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4058.535, "limit_mb": null}, "detail": {"pid": 664, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T13:55:06+09:00", "pid": 664, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.324, "name": "ffmpeg", "pid": 664, "rss_mb": 200.324, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.15}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.201, "last_sample_duration_ms": 474.161, "last_trigger": "start_stable", "next_snapshot_in_sec": 399.799, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 2, "storage_bytes": 1199834}, "mjpeg": {"age_sec": 852.496, "exists": true, "mtime": "2026-09-03T13:40:55.639738+09:00", "mtime_epoch": 1788410455.6397383, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92573}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T13:55:08+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 478.105, "name": "celery", "pid": 183, "rss_mb": 478.105, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.865, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 27164, "flush_count": 29, "flush_interval_seconds": 30.0, "flush_state": {"count": 29, "last_at": "2026-09-03T14:22:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T14:22:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 28}, "started": true, "suppressed_count": 15991, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15991}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 29, "written_record_count": 29}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4215.656, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x563f6ef927c0] error while decoding MB 11 40, bytestream -6 [in#0/rtsp @ 0x563f6ee2fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f6ee2fe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 44286566400, "copied_frame_count": 16018, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 44286566400, "frame_buffer_copies": 16018, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0798, "count": 512, "max_ms": 0.2445, "p50_ms": 0.0682, "p95_ms": 0.1456, "p99_ms": 0.196}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0225, "count": 512, "max_ms": 2.5865, "p50_ms": 0.9606, "p95_ms": 1.5924, "p99_ms": 2.0627, "results": {"failed": 0, "not_applicable": 0, "success": 16018, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T14:22:10+09:00", "last_error_summary": "[h264 @ 0x563f6ef927c0] error while decoding MB 11 40, bytestream -6 [in#0/rtsp @ 0x563f6ee2fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f6ee2fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1624.069, "last_started_at": "2026-09-03T13:55:06+09:00", "pid": 664, "process": {"exists": false, "pid": 664}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.446, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T14:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-09-03T14:22:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-09-03T14:22:10+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 358.449, "last_sample_duration_ms": 732.251, "last_trigger": "periodic", "next_snapshot_in_sec": 241.551, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1225417}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-09-03T14:22:10.138584+09:00", "mtime_epoch": 1788412930.1385841, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141297}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T14:22:10+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 848.723, "name": "celery", "pid": 183, "rss_mb": 750.945, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 16019, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.058, "max": 12.0, "p95": 11.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.744, "max": 5.0, "p95": 5.0, "sample_count": 121}, "total": {"avg": 4.744, "max": 5.0, "p95": 5.0, "sample_count": 121}}, "tracking_counts": {"active": {"avg": 1.157, "max": 2.0, "p95": 2.0, "sample_count": 121}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "tracked": {"avg": 1.157, "max": 2.0, "p95": 2.0, "sample_count": 121}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 121, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.044, "pushed": 4.044, "read": 4.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.007, "count": 122, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 21.919, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.395, "count": 121, "max_ms": 2.234, "p95_ms": 0.973, "reason": null, "sample_age_ms": 69.844, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 121, "max_ms": 1.552, "p95_ms": 0.794, "reason": null, "sample_age_ms": 70.014, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.278, "count": 122, "max_ms": 0.762, "p95_ms": 0.472, "reason": null, "sample_age_ms": 21.927, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.385, "count": 121, "max_ms": 3.338, "p95_ms": 2.387, "reason": null, "sample_age_ms": 68.325, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.31, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.249, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.717, "count": 122, "max_ms": 59.262, "p95_ms": 51.178, "reason": null, "sample_age_ms": 21.915, "source": "client_direct"}, "sample_age_ms": 21.912, "source": "client_direct", "task_total_ms": {"avg_ms": 39.516, "count": 122, "max_ms": 61.34, "p95_ms": 52.967, "reason": null, "sample_age_ms": 21.912, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.474, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.835, "count": 121, "max_ms": 8.149, "p95_ms": 6.37}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 121, "max_ms": 0.97, "p95_ms": 0.798}, "detection_prepare_ms": {"avg_ms": 1.129, "count": 121, "max_ms": 2.022, "p95_ms": 1.603}, "event_filter_ms": {"avg_ms": 0.003, "count": 121, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.43, "count": 121, "max_ms": 1.004, "p95_ms": 0.606}, "mcmt_ms": {"avg_ms": 0.003, "count": 121, "max_ms": 0.017, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.001, "count": 121, "max_ms": 2.133, "p95_ms": 1.349}, "setup_ms": {"avg_ms": 0.034, "count": 121, "max_ms": 0.118, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 4.789, "count": 121, "max_ms": 8.045, "p95_ms": 6.3}, "track_match_ms": {"avg_ms": 0.146, "count": 121, "max_ms": 0.303, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.595, "count": 121, "max_ms": 2.36, "p95_ms": 2.09}}, "gstreamer_push": {"avg_ms": 2.095, "count": 121, "max_ms": 5.125, "p95_ms": 3.262}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 121, "max_ms": 0.358, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.118, "count": 121, "max_ms": 61.963, "p95_ms": 53.502}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 121, "max_ms": 0.081, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.177, "count": 121, "max_ms": 106.149, "p95_ms": 94.238}, "inference_input_copy_ms": {"avg_ms": 1.002, "count": 121, "max_ms": 2.615, "p95_ms": 1.738}, "processing_residual_ms": {"avg_ms": 0.158, "count": 121, "max_ms": 0.462, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.369, "count": 121, "max_ms": 107.252, "p95_ms": 96.336}, "read_interval": {"avg_ms": 247.402, "count": 121, "max_ms": 10141.837, "p95_ms": 109.188}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 121, "max_ms": 0.027, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.957, "count": 121, "max_ms": 2.045, "p95_ms": 1.296}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 121, "max_ms": 0.029, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.946, "count": 121, "max_ms": 2.019, "p95_ms": 1.284}, "worker_merge_ms": {"avg_ms": 0.005, "count": 121, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.131, "count": 121, "max_ms": 61.972, "p95_ms": 53.513}, "visualize": {"avg_ms": 29.214, "count": 121, "max_ms": 50.305, "p95_ms": 39.789}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.809, "count": 121, "max_ms": 44.325, "p95_ms": 33.56}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.076, "count": 121, "max_ms": 50.143, "p95_ms": 39.673}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.993, "count": 121, "max_ms": 50.063, "p95_ms": 39.607}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 121, "max_ms": 0.143, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 121}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 750.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.488, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.632, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T14:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141055, "write_bytes_delta": 141055, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 88.0, "cpu_core_ratio": 0.059456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 664, "reason": null, "system_cpu_core_ratio": 0.006995, "system_cpu_s_delta": 0.0799999999999983, "user_cpu_core_ratio": 0.052461, "user_cpu_s_delta": 0.6000000000000227}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121536, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3872.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.013115, "system_cpu_s_delta": 0.15000000000000568, "user_cpu_core_ratio": 0.10842, "user_cpu_s_delta": 1.240000000000009}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 192, "max_ms": 5.125, "p95_ms": 3.361, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.312, "max": 14.0, "p95": 12.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.807, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 4.807, "max": 5.0, "p95": 5.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.548, "count": 30, "max": 30.311, "p95": 26.543, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.234, "count": 30, "max": 22.793, "p95": 20.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 678.833, "count": 30, "max": 750.0, "p95": 706.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12.567, "count": 30, "max": 194.0, "p95": 56.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.048, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.54, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126304.967, "count": 30, "max": 141055.0, "p95": 140460.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126304.967, "count": 30, "max": 141055.0, "p95": 140460.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25719.8, "count": 30, "max": 57145.0, "p95": 48876.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.117, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.55, "count": 30, "max": 0.633, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 160, "sampled_at": "2026-09-03T14:21:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T14:21:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 27164, "flush_count": 29, "flush_interval_seconds": 30.0, "flush_state": {"count": 29, "last_at": "2026-09-03T14:22:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T14:22:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 28}, "started": true, "suppressed_count": 15991, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15991}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 29, "written_record_count": 29}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4212.133, "limit_mb": null}, "detail": {"last_error_at": "2026-09-03T14:22:10+09:00", "last_error_summary": "[h264 @ 0x563f6ef927c0] error while decoding MB 11 40, bytestream -6 [in#0/rtsp @ 0x563f6ee2fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f6ee2fe00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 44289331200, "copied_frame_count": 16019, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 44289331200, "frame_buffer_copies": 16019, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0798, "count": 512, "max_ms": 0.2445, "p50_ms": 0.0682, "p95_ms": 0.1456, "p99_ms": 0.196}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.024, "count": 512, "max_ms": 2.5865, "p50_ms": 0.9618, "p95_ms": 1.5993, "p99_ms": 2.0627, "results": {"failed": 0, "not_applicable": 0, "success": 16019, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T14:22:10+09:00", "last_error_summary": "[h264 @ 0x563f6ef927c0] error while decoding MB 11 40, bytestream -6 [in#0/rtsp @ 0x563f6ee2fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f6ee2fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-03T14:22:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 1624.1, "last_started_at": "2026-09-03T13:55:06+09:00", "pid": 664, "process": {"exists": false, "pid": 664}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.446, "sample_count": 2793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T14:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-09-03T14:22:10+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-09-03T14:22:10+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 358.479, "last_sample_duration_ms": 732.251, "last_trigger": "periodic", "next_snapshot_in_sec": 241.521, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1225417}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-09-03T14:22:10.138584+09:00", "mtime_epoch": 1788412930.1385841, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141297}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T14:22:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 848.723, "name": "celery", "pid": 183, "rss_mb": 751.195, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 16019, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.049, "max": 12.0, "p95": 11.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.746, "max": 5.0, "p95": 5.0, "sample_count": 122}, "total": {"avg": 4.746, "max": 5.0, "p95": 5.0, "sample_count": 122}}, "tracking_counts": {"active": {"avg": 1.156, "max": 2.0, "p95": 2.0, "sample_count": 122}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "tracked": {"avg": 1.156, "max": 2.0, "p95": 2.0, "sample_count": 122}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.074, "pushed": 4.074, "read": 4.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.007, "count": 122, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 54.743, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.395, "count": 121, "max_ms": 2.234, "p95_ms": 0.973, "reason": null, "sample_age_ms": 102.667, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 121, "max_ms": 1.552, "p95_ms": 0.794, "reason": null, "sample_age_ms": 102.837, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.278, "count": 122, "max_ms": 0.762, "p95_ms": 0.472, "reason": null, "sample_age_ms": 54.75, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.385, "count": 121, "max_ms": 3.338, "p95_ms": 2.387, "reason": null, "sample_age_ms": 101.148, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 101.133, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.072, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.717, "count": 122, "max_ms": 59.262, "p95_ms": 51.178, "reason": null, "sample_age_ms": 54.738, "source": "client_direct"}, "sample_age_ms": 54.735, "source": "client_direct", "task_total_ms": {"avg_ms": 39.516, "count": 122, "max_ms": 61.34, "p95_ms": 52.967, "reason": null, "sample_age_ms": 54.735, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.742, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.834, "count": 122, "max_ms": 8.149, "p95_ms": 6.37}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 122, "max_ms": 0.97, "p95_ms": 0.798}, "detection_prepare_ms": {"avg_ms": 1.13, "count": 122, "max_ms": 2.022, "p95_ms": 1.603}, "event_filter_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.43, "count": 122, "max_ms": 1.004, "p95_ms": 0.606}, "mcmt_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.017, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.0, "count": 122, "max_ms": 2.133, "p95_ms": 1.349}, "setup_ms": {"avg_ms": 0.034, "count": 122, "max_ms": 0.118, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 4.787, "count": 122, "max_ms": 8.045, "p95_ms": 6.3}, "track_match_ms": {"avg_ms": 0.146, "count": 122, "max_ms": 0.303, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.594, "count": 122, "max_ms": 2.36, "p95_ms": 2.09}}, "gstreamer_push": {"avg_ms": 2.11, "count": 122, "max_ms": 5.125, "p95_ms": 3.268}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 122, "max_ms": 0.358, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.186, "count": 122, "max_ms": 61.963, "p95_ms": 53.502}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 122, "max_ms": 0.081, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.296, "count": 122, "max_ms": 106.149, "p95_ms": 94.238}, "inference_input_copy_ms": {"avg_ms": 1.001, "count": 122, "max_ms": 2.615, "p95_ms": 1.738}, "processing_residual_ms": {"avg_ms": 0.158, "count": 122, "max_ms": 0.462, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.487, "count": 122, "max_ms": 107.252, "p95_ms": 96.336}, "read_interval": {"avg_ms": 247.402, "count": 121, "max_ms": 10141.837, "p95_ms": 109.188}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 122, "max_ms": 0.027, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.957, "count": 122, "max_ms": 2.045, "p95_ms": 1.296}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 122, "max_ms": 0.029, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.946, "count": 122, "max_ms": 2.019, "p95_ms": 1.284}, "worker_merge_ms": {"avg_ms": 0.005, "count": 122, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.199, "count": 122, "max_ms": 61.972, "p95_ms": 53.513}, "visualize": {"avg_ms": 29.268, "count": 122, "max_ms": 50.305, "p95_ms": 39.789}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.78, "count": 122, "max_ms": 44.325, "p95_ms": 33.56}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.13, "count": 122, "max_ms": 50.143, "p95_ms": 39.673}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.047, "count": 122, "max_ms": 50.063, "p95_ms": 39.607}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 122, "max_ms": 0.143, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 122}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 750.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.488, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.632, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T14:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141055, "write_bytes_delta": 141055, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 88.0, "cpu_core_ratio": 0.059456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 664, "reason": null, "system_cpu_core_ratio": 0.006995, "system_cpu_s_delta": 0.0799999999999983, "user_cpu_core_ratio": 0.052461, "user_cpu_s_delta": 0.6000000000000227}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121536, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3872.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.013115, "system_cpu_s_delta": 0.15000000000000568, "user_cpu_core_ratio": 0.10842, "user_cpu_s_delta": 1.240000000000009}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 192, "max_ms": 5.125, "p95_ms": 3.361, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.312, "max": 14.0, "p95": 12.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.807, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 4.807, "max": 5.0, "p95": 5.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.548, "count": 30, "max": 30.311, "p95": 26.543, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.234, "count": 30, "max": 22.793, "p95": 20.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 678.833, "count": 30, "max": 750.0, "p95": 706.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12.567, "count": 30, "max": 194.0, "p95": 56.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.048, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.54, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126304.967, "count": 30, "max": 141055.0, "p95": 140460.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126304.967, "count": 30, "max": 141055.0, "p95": 140460.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25719.8, "count": 30, "max": 57145.0, "p95": 48876.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.117, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.55, "count": 30, "max": 0.633, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 160, "sampled_at": "2026-09-03T14:21:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T14:21:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 27164, "flush_count": 29, "flush_interval_seconds": 30.0, "flush_state": {"count": 29, "last_at": "2026-09-03T14:22:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T14:22:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 28}, "started": true, "suppressed_count": 15991, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15991}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 29, "written_record_count": 29}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4212.738, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 44289331200, "copied_frame_count": 16019, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 44289331200, "frame_buffer_copies": 16019, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0798, "count": 512, "max_ms": 0.2445, "p50_ms": 0.0682, "p95_ms": 0.1456, "p99_ms": 0.196}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.024, "count": 512, "max_ms": 2.5865, "p50_ms": 0.9618, "p95_ms": 1.5993, "p99_ms": 2.0627, "results": {"failed": 0, "not_applicable": 0, "success": 16019, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T14:22:10+09:00", "last_error_summary": "[h264 @ 0x563f6ef927c0] error while decoding MB 11 40, bytestream -6 [in#0/rtsp @ 0x563f6ee2fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f6ee2fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-03T14:22:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 1624.122, "last_started_at": "2026-09-03T13:55:06+09:00", "pid": 664, "process": {"exists": false, "pid": 664}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.446, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T14:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-09-03T14:22:10+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-09-03T14:22:10+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 358.502, "last_sample_duration_ms": 732.251, "last_trigger": "periodic", "next_snapshot_in_sec": 241.498, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1225417}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-09-03T14:22:10.240585+09:00", "mtime_epoch": 1788412930.2405846, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141621}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T14:22:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 848.723, "name": "celery", "pid": 183, "rss_mb": 751.195, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 16019, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.049, "max": 12.0, "p95": 11.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.746, "max": 5.0, "p95": 5.0, "sample_count": 122}, "total": {"avg": 4.746, "max": 5.0, "p95": 5.0, "sample_count": 122}}, "tracking_counts": {"active": {"avg": 1.156, "max": 2.0, "p95": 2.0, "sample_count": 122}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "tracked": {"avg": 1.156, "max": 2.0, "p95": 2.0, "sample_count": 122}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.07, "pushed": 4.07, "read": 4.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.007, "count": 121, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 75.596, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.395, "count": 121, "max_ms": 2.234, "p95_ms": 0.973, "reason": null, "sample_age_ms": 123.52, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 121, "max_ms": 1.552, "p95_ms": 0.794, "reason": null, "sample_age_ms": 123.69, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.277, "count": 121, "max_ms": 0.762, "p95_ms": 0.472, "reason": null, "sample_age_ms": 75.603, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.385, "count": 121, "max_ms": 3.338, "p95_ms": 2.387, "reason": null, "sample_age_ms": 122.001, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 121.986, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.925, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.692, "count": 121, "max_ms": 59.262, "p95_ms": 51.184, "reason": null, "sample_age_ms": 75.591, "source": "client_direct"}, "sample_age_ms": 75.588, "source": "client_direct", "task_total_ms": {"avg_ms": 39.494, "count": 121, "max_ms": 61.34, "p95_ms": 52.986, "reason": null, "sample_age_ms": 75.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.63, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.834, "count": 122, "max_ms": 8.149, "p95_ms": 6.37}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 122, "max_ms": 0.97, "p95_ms": 0.798}, "detection_prepare_ms": {"avg_ms": 1.13, "count": 122, "max_ms": 2.022, "p95_ms": 1.603}, "event_filter_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.43, "count": 122, "max_ms": 1.004, "p95_ms": 0.606}, "mcmt_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.017, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.0, "count": 122, "max_ms": 2.133, "p95_ms": 1.349}, "setup_ms": {"avg_ms": 0.034, "count": 122, "max_ms": 0.118, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 4.787, "count": 122, "max_ms": 8.045, "p95_ms": 6.3}, "track_match_ms": {"avg_ms": 0.146, "count": 122, "max_ms": 0.303, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.594, "count": 122, "max_ms": 2.36, "p95_ms": 2.09}}, "gstreamer_push": {"avg_ms": 2.11, "count": 122, "max_ms": 5.125, "p95_ms": 3.268}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 122, "max_ms": 0.358, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.186, "count": 122, "max_ms": 61.963, "p95_ms": 53.502}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 122, "max_ms": 0.081, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.296, "count": 122, "max_ms": 106.149, "p95_ms": 94.238}, "inference_input_copy_ms": {"avg_ms": 1.001, "count": 122, "max_ms": 2.615, "p95_ms": 1.738}, "processing_residual_ms": {"avg_ms": 0.158, "count": 122, "max_ms": 0.462, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.487, "count": 122, "max_ms": 107.252, "p95_ms": 96.336}, "read_interval": {"avg_ms": 247.402, "count": 121, "max_ms": 10141.837, "p95_ms": 109.188}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 122, "max_ms": 0.027, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.957, "count": 122, "max_ms": 2.045, "p95_ms": 1.296}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 122, "max_ms": 0.029, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.946, "count": 122, "max_ms": 2.019, "p95_ms": 1.284}, "worker_merge_ms": {"avg_ms": 0.005, "count": 122, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.199, "count": 122, "max_ms": 61.972, "p95_ms": 53.513}, "visualize": {"avg_ms": 29.268, "count": 122, "max_ms": 50.305, "p95_ms": 39.789}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.78, "count": 122, "max_ms": 44.325, "p95_ms": 33.56}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.13, "count": 122, "max_ms": 50.143, "p95_ms": 39.673}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.047, "count": 122, "max_ms": 50.063, "p95_ms": 39.607}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 122, "max_ms": 0.143, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 122}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 750.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.488, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.632, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T14:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141055, "write_bytes_delta": 141055, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 88.0, "cpu_core_ratio": 0.059456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 664, "reason": null, "system_cpu_core_ratio": 0.006995, "system_cpu_s_delta": 0.0799999999999983, "user_cpu_core_ratio": 0.052461, "user_cpu_s_delta": 0.6000000000000227}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121536, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3872.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.013115, "system_cpu_s_delta": 0.15000000000000568, "user_cpu_core_ratio": 0.10842, "user_cpu_s_delta": 1.240000000000009}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 192, "max_ms": 5.125, "p95_ms": 3.361, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.312, "max": 14.0, "p95": 12.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.807, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 4.807, "max": 5.0, "p95": 5.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.548, "count": 30, "max": 30.311, "p95": 26.543, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.234, "count": 30, "max": 22.793, "p95": 20.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 678.833, "count": 30, "max": 750.0, "p95": 706.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12.567, "count": 30, "max": 194.0, "p95": 56.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.048, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.54, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126304.967, "count": 30, "max": 141055.0, "p95": 140460.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126304.967, "count": 30, "max": 141055.0, "p95": 140460.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25719.8, "count": 30, "max": 57145.0, "p95": 48876.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.117, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.55, "count": 30, "max": 0.633, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 160, "sampled_at": "2026-09-03T14:21:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T14:21:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 27164, "flush_count": 29, "flush_interval_seconds": 30.0, "flush_state": {"count": 29, "last_at": "2026-09-03T14:22:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T14:22:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 28}, "started": true, "suppressed_count": 15991, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15991}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 29, "written_record_count": 29}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4270.918, "limit_mb": null}, "detail": {"pid": 856, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 44289331200, "copied_frame_count": 16019, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 44289331200, "frame_buffer_copies": 16019, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0798, "count": 512, "max_ms": 0.2445, "p50_ms": 0.0682, "p95_ms": 0.1456, "p99_ms": 0.196}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.024, "count": 512, "max_ms": 2.5865, "p50_ms": 0.9618, "p95_ms": 1.5993, "p99_ms": 2.0627, "results": {"failed": 0, "not_applicable": 0, "success": 16019, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T14:22:10+09:00", "last_error_summary": "[h264 @ 0x563f6ef927c0] error while decoding MB 11 40, bytestream -6 [in#0/rtsp @ 0x563f6ee2fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f6ee2fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-03T14:22:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T14:22:13+09:00", "pid": 856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 72.16, "name": "ffmpeg", "pid": 856, "rss_mb": 72.16, "state": "S (sleeping)", "threads": 19}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.446, "sample_count": 2745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T14:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 4.795, "last_frame_pushed_at": "2026-09-03T14:22:10+09:00", "last_frame_read_age_sec": 4.892, "last_frame_read_at": "2026-09-03T14:22:10+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 363.28, "last_sample_duration_ms": 732.251, "last_trigger": "periodic", "next_snapshot_in_sec": 236.72, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1225417}, "mjpeg": {"age_sec": 4.787, "exists": true, "mtime": "2026-09-03T14:22:10.240585+09:00", "mtime_epoch": 1788412930.2405846, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141621}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T14:22:15+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 848.723, "name": "celery", "pid": 183, "rss_mb": 751.199, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 16019, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.868, "max": 10.0, "p95": 10.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.676, "max": 5.0, "p95": 5.0, "sample_count": 68}, "total": {"avg": 4.676, "max": 5.0, "p95": 5.0, "sample_count": 68}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 67, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.273, "pushed": 2.273, "read": 2.24}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.007, "count": 68, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4851.874, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.408, "count": 67, "max_ms": 2.234, "p95_ms": 1.002, "reason": null, "sample_age_ms": 4899.798, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 67, "max_ms": 1.552, "p95_ms": 0.825, "reason": null, "sample_age_ms": 4899.968, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.269, "count": 68, "max_ms": 0.711, "p95_ms": 0.434, "reason": null, "sample_age_ms": 4851.881, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.36, "count": 67, "max_ms": 2.755, "p95_ms": 2.232, "reason": null, "sample_age_ms": 4898.279, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4898.264, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 68, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4852.203, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.296, "count": 68, "max_ms": 56.156, "p95_ms": 51.09, "reason": null, "sample_age_ms": 4851.869, "source": "client_direct"}, "sample_age_ms": 4851.866, "source": "client_direct", "task_total_ms": {"avg_ms": 39.064, "count": 68, "max_ms": 58.335, "p95_ms": 52.516, "reason": null, "sample_age_ms": 4851.866, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.64, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.682, "count": 68, "max_ms": 8.149, "p95_ms": 5.897}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.368, "count": 68, "max_ms": 0.857, "p95_ms": 0.689}, "detection_prepare_ms": {"avg_ms": 1.096, "count": 68, "max_ms": 2.0, "p95_ms": 1.603}, "event_filter_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.415, "count": 68, "max_ms": 1.004, "p95_ms": 0.533}, "mcmt_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.017, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.004, "count": 68, "max_ms": 2.133, "p95_ms": 1.197}, "setup_ms": {"avg_ms": 0.032, "count": 68, "max_ms": 0.08, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 4.638, "count": 68, "max_ms": 8.045, "p95_ms": 5.813}, "track_match_ms": {"avg_ms": 0.144, "count": 68, "max_ms": 0.303, "p95_ms": 0.202}, "tracker_update_ms": {"avg_ms": 1.573, "count": 68, "max_ms": 2.36, "p95_ms": 1.998}}, "gstreamer_push": {"avg_ms": 2.0, "count": 68, "max_ms": 4.012, "p95_ms": 3.262}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 68, "max_ms": 0.358, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.745, "count": 68, "max_ms": 58.847, "p95_ms": 53.502}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 68, "max_ms": 0.069, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.854, "count": 68, "max_ms": 97.805, "p95_ms": 89.718}, "inference_input_copy_ms": {"avg_ms": 0.92, "count": 68, "max_ms": 2.109, "p95_ms": 1.658}, "processing_residual_ms": {"avg_ms": 0.152, "count": 68, "max_ms": 0.462, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.956, "count": 68, "max_ms": 99.075, "p95_ms": 90.767}, "read_interval": {"avg_ms": 374.953, "count": 67, "max_ms": 10141.837, "p95_ms": 110.687}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 68, "max_ms": 0.027, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.963, "count": 68, "max_ms": 2.045, "p95_ms": 1.159}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 68, "max_ms": 0.029, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.953, "count": 68, "max_ms": 2.019, "p95_ms": 1.148}, "worker_merge_ms": {"avg_ms": 0.005, "count": 68, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.758, "count": 68, "max_ms": 58.857, "p95_ms": 53.513}, "visualize": {"avg_ms": 27.432, "count": 68, "max_ms": 43.041, "p95_ms": 38.886}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.003, "count": 68, "max_ms": 36.231, "p95_ms": 33.152}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.297, "count": 68, "max_ms": 42.908, "p95_ms": 38.689}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.215, "count": 68, "max_ms": 42.774, "p95_ms": 38.575}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 68, "max_ms": 0.143, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 750.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.488, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.632, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T14:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141055, "write_bytes_delta": 141055, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 88.0, "cpu_core_ratio": 0.059456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 664, "reason": null, "system_cpu_core_ratio": 0.006995, "system_cpu_s_delta": 0.0799999999999983, "user_cpu_core_ratio": 0.052461, "user_cpu_s_delta": 0.6000000000000227}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121536, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3872.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.013115, "system_cpu_s_delta": 0.15000000000000568, "user_cpu_core_ratio": 0.10842, "user_cpu_s_delta": 1.240000000000009}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 192, "max_ms": 5.125, "p95_ms": 3.361, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.312, "max": 14.0, "p95": 12.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.807, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 4.807, "max": 5.0, "p95": 5.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.548, "count": 30, "max": 30.311, "p95": 26.543, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.234, "count": 30, "max": 22.793, "p95": 20.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 678.833, "count": 30, "max": 750.0, "p95": 706.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12.567, "count": 30, "max": 194.0, "p95": 56.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.048, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.54, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126304.967, "count": 30, "max": 141055.0, "p95": 140460.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126304.967, "count": 30, "max": 141055.0, "p95": 140460.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25719.8, "count": 30, "max": 57145.0, "p95": 48876.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.117, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.55, "count": 30, "max": 0.633, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 160, "sampled_at": "2026-09-03T14:21:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T14:21:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 65225, "flush_count": 116, "flush_interval_seconds": 30.0, "flush_state": {"count": 116, "last_at": "2026-09-03T15:44:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T15:44:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 115}, "started": true, "suppressed_count": 68682, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 68682}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 116, "written_record_count": 116}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4307.934, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 190209945600, "copied_frame_count": 68797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 190209945600, "frame_buffer_copies": 68797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0865, "count": 512, "max_ms": 0.8792, "p50_ms": 0.0705, "p95_ms": 0.1584, "p99_ms": 0.2216}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8855, "count": 512, "max_ms": 3.122, "p50_ms": 0.7573, "p95_ms": 1.4934, "p99_ms": 2.0227, "results": {"failed": 0, "not_applicable": 0, "success": 68797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6894.983, "last_started_at": "2026-09-03T13:50:45+09:00", "pid": 485, "process": {"exists": false, "pid": 485}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.863, "sample_count": 2863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T15:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-09-03T15:45:40+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-09-03T15:45:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 552.976, "last_sample_duration_ms": 637.935, "last_trigger": "periodic", "next_snapshot_in_sec": 47.024, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1293532}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-09-03T15:45:40.808807+09:00", "mtime_epoch": 1788417940.808807, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88007}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T15:45:40+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 777.359, "name": "celery", "pid": 181, "rss_mb": 777.359, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 68797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 163, "pushed_frames": 163, "read_frames": 163, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.438, "pushed": 5.438, "read": 5.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.044, "p95_ms": 0.011, "reason": null, "sample_age_ms": 41.513, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 163, "max_ms": 2.008, "p95_ms": 1.366, "reason": null, "sample_age_ms": 64.037, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.196, "count": 163, "max_ms": 1.72, "p95_ms": 1.096, "reason": null, "sample_age_ms": 64.244, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.154, "count": 163, "max_ms": 0.495, "p95_ms": 0.341, "reason": null, "sample_age_ms": 41.52, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.217, "count": 163, "max_ms": 2.261, "p95_ms": 1.946, "reason": null, "sample_age_ms": 62.912, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2211848.0, "count": 163, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 62.892, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.739, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.847, "count": 163, "max_ms": 54.637, "p95_ms": 39.754, "reason": null, "sample_age_ms": 41.51, "source": "client_direct"}, "sample_age_ms": 41.505, "source": "client_direct", "task_total_ms": {"avg_ms": 31.357, "count": 163, "max_ms": 56.762, "p95_ms": 41.288, "reason": null, "sample_age_ms": 41.505, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.69, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.583, "count": 163, "max_ms": 3.385, "p95_ms": 1.139}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.198, "count": 163, "max_ms": 2.345, "p95_ms": 0.39}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 163, "max_ms": 0.273, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 163, "max_ms": 0.177, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 163, "max_ms": 0.624, "p95_ms": 0.29}, "setup_ms": {"avg_ms": 0.033, "count": 163, "max_ms": 0.159, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.549, "count": 163, "max_ms": 3.3, "p95_ms": 1.078}, "track_match_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 163, "max_ms": 0.073, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 1.985, "count": 163, "max_ms": 3.953, "p95_ms": 3.207}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 163, "max_ms": 0.149, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.068, "count": 163, "max_ms": 57.535, "p95_ms": 42.061}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 163, "max_ms": 0.088, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.905, "count": 163, "max_ms": 85.611, "p95_ms": 74.05}, "inference_input_copy_ms": {"avg_ms": 1.079, "count": 163, "max_ms": 2.051, "p95_ms": 1.727}, "processing_residual_ms": {"avg_ms": 0.108, "count": 163, "max_ms": 0.29, "p95_ms": 0.185}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.122, "count": 163, "max_ms": 87.061, "p95_ms": 75.191}, "read_interval": {"avg_ms": 184.148, "count": 163, "max_ms": 5572.19, "p95_ms": 157.548}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 163, "max_ms": 0.041, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.097, "count": 163, "max_ms": 0.432, "p95_ms": 0.185}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.026, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 163, "max_ms": 0.391, "p95_ms": 0.163}, "worker_merge_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.02, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 32.081, "count": 163, "max_ms": 57.545, "p95_ms": 42.08}, "visualize": {"avg_ms": 23.554, "count": 163, "max_ms": 36.78, "p95_ms": 33.138}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.918, "count": 163, "max_ms": 36.154, "p95_ms": 32.297}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.416, "count": 163, "max_ms": 36.647, "p95_ms": 32.911}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.34, "count": 163, "max_ms": 36.574, "p95_ms": 32.829}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 163, "max_ms": 0.327, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 777.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.771, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.576, "sample_count": 2854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T15:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87111, "write_bytes_delta": 87111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 53.0, "cpu_core_ratio": 0.064473, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 485, "reason": null, "system_cpu_core_ratio": 0.002976, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.061497, "user_cpu_s_delta": 0.6199999999998909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.023805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.001984, "system_cpu_s_delta": 0.01999999999998181, "user_cpu_core_ratio": 0.021822, "user_cpu_s_delta": 0.22000000000025466}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.978, "count": 154, "max_ms": 3.953, "p95_ms": 3.227, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.123, "count": 30, "max": 29.771, "p95": 22.084, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.236, "count": 30, "max": 20.895, "p95": 18.152, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.3, "count": 30, "max": 714.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.851, "count": 30, "max": 0.958, "p95": 0.929, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85214.233, "count": 30, "max": 90251.0, "p95": 89862.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85214.233, "count": 30, "max": 90251.0, "p95": 89862.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 23.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.062, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.485, "p95": 0.466, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 685, "sampled_at": "2026-09-03T15:45:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T15:45:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 65225, "flush_count": 116, "flush_interval_seconds": 30.0, "flush_state": {"count": 116, "last_at": "2026-09-03T15:44:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T15:44:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 115}, "started": true, "suppressed_count": 68682, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 68682}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 116, "written_record_count": 116}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4308.57, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 190209945600, "copied_frame_count": 68797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 190209945600, "frame_buffer_copies": 68797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0865, "count": 512, "max_ms": 0.8792, "p50_ms": 0.0705, "p95_ms": 0.1584, "p99_ms": 0.2216}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8855, "count": 512, "max_ms": 3.122, "p50_ms": 0.7573, "p95_ms": 1.4934, "p99_ms": 2.0227, "results": {"failed": 0, "not_applicable": 0, "success": 68797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6895.002, "last_started_at": "2026-09-03T13:50:45+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.863, "sample_count": 2863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T15:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-09-03T15:45:40+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-09-03T15:45:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 552.995, "last_sample_duration_ms": 637.935, "last_trigger": "periodic", "next_snapshot_in_sec": 47.005, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1293532}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-09-03T15:45:40.808807+09:00", "mtime_epoch": 1788417940.808807, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88007}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T15:45:40+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 777.359, "name": "celery", "pid": 181, "rss_mb": 777.359, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 68797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 163, "pushed_frames": 163, "read_frames": 163, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.434, "pushed": 5.434, "read": 5.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.044, "p95_ms": 0.011, "reason": null, "sample_age_ms": 59.765, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 163, "max_ms": 2.008, "p95_ms": 1.366, "reason": null, "sample_age_ms": 82.289, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.196, "count": 163, "max_ms": 1.72, "p95_ms": 1.096, "reason": null, "sample_age_ms": 82.496, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.154, "count": 163, "max_ms": 0.495, "p95_ms": 0.341, "reason": null, "sample_age_ms": 59.772, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.217, "count": 163, "max_ms": 2.261, "p95_ms": 1.946, "reason": null, "sample_age_ms": 81.164, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2211848.0, "count": 163, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 81.144, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.991, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.847, "count": 163, "max_ms": 54.637, "p95_ms": 39.754, "reason": null, "sample_age_ms": 59.762, "source": "client_direct"}, "sample_age_ms": 59.757, "source": "client_direct", "task_total_ms": {"avg_ms": 31.357, "count": 163, "max_ms": 56.762, "p95_ms": 41.288, "reason": null, "sample_age_ms": 59.757, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.773, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.583, "count": 163, "max_ms": 3.385, "p95_ms": 1.139}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.198, "count": 163, "max_ms": 2.345, "p95_ms": 0.39}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 163, "max_ms": 0.273, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 163, "max_ms": 0.177, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 163, "max_ms": 0.624, "p95_ms": 0.29}, "setup_ms": {"avg_ms": 0.033, "count": 163, "max_ms": 0.159, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.549, "count": 163, "max_ms": 3.3, "p95_ms": 1.078}, "track_match_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 163, "max_ms": 0.073, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 1.985, "count": 163, "max_ms": 3.953, "p95_ms": 3.207}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 163, "max_ms": 0.149, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.068, "count": 163, "max_ms": 57.535, "p95_ms": 42.061}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 163, "max_ms": 0.088, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.905, "count": 163, "max_ms": 85.611, "p95_ms": 74.05}, "inference_input_copy_ms": {"avg_ms": 1.079, "count": 163, "max_ms": 2.051, "p95_ms": 1.727}, "processing_residual_ms": {"avg_ms": 0.108, "count": 163, "max_ms": 0.29, "p95_ms": 0.185}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.122, "count": 163, "max_ms": 87.061, "p95_ms": 75.191}, "read_interval": {"avg_ms": 184.148, "count": 163, "max_ms": 5572.19, "p95_ms": 157.548}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 163, "max_ms": 0.041, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.097, "count": 163, "max_ms": 0.432, "p95_ms": 0.185}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.026, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 163, "max_ms": 0.391, "p95_ms": 0.163}, "worker_merge_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.02, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 32.081, "count": 163, "max_ms": 57.545, "p95_ms": 42.08}, "visualize": {"avg_ms": 23.554, "count": 163, "max_ms": 36.78, "p95_ms": 33.138}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.918, "count": 163, "max_ms": 36.154, "p95_ms": 32.297}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.416, "count": 163, "max_ms": 36.647, "p95_ms": 32.911}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.34, "count": 163, "max_ms": 36.574, "p95_ms": 32.829}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 163, "max_ms": 0.327, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 777.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.771, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.576, "sample_count": 2854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T15:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87111, "write_bytes_delta": 87111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 53.0, "cpu_core_ratio": 0.064473, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 485, "reason": null, "system_cpu_core_ratio": 0.002976, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.061497, "user_cpu_s_delta": 0.6199999999998909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.023805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.001984, "system_cpu_s_delta": 0.01999999999998181, "user_cpu_core_ratio": 0.021822, "user_cpu_s_delta": 0.22000000000025466}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.978, "count": 154, "max_ms": 3.953, "p95_ms": 3.227, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.123, "count": 30, "max": 29.771, "p95": 22.084, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.236, "count": 30, "max": 20.895, "p95": 18.152, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.3, "count": 30, "max": 714.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.851, "count": 30, "max": 0.958, "p95": 0.929, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85214.233, "count": 30, "max": 90251.0, "p95": 89862.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85214.233, "count": 30, "max": 90251.0, "p95": 89862.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 23.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.062, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.485, "p95": 0.466, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 685, "sampled_at": "2026-09-03T15:45:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T15:45:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 65225, "flush_count": 116, "flush_interval_seconds": 30.0, "flush_state": {"count": 116, "last_at": "2026-09-03T15:44:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T15:44:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 115}, "started": true, "suppressed_count": 68682, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 68682}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 116, "written_record_count": 116}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4347.426, "limit_mb": null}, "detail": {"pid": 1593, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 190209945600, "copied_frame_count": 68797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 190209945600, "frame_buffer_copies": 68797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0865, "count": 512, "max_ms": 0.8792, "p50_ms": 0.0705, "p95_ms": 0.1584, "p99_ms": 0.2216}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8855, "count": 512, "max_ms": 3.122, "p50_ms": 0.7573, "p95_ms": 1.4934, "p99_ms": 2.0227, "results": {"failed": 0, "not_applicable": 0, "success": 68797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T15:45:43+09:00", "pid": 1593, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.777, "name": "ffmpeg", "pid": 1593, "rss_mb": 75.777, "state": "S (sleeping)", "threads": 1}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.902, "sample_count": 2819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T15:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 4.438, "last_frame_pushed_at": "2026-09-03T15:45:40+09:00", "last_frame_read_age_sec": 4.482, "last_frame_read_at": "2026-09-03T15:45:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.401, "last_sample_duration_ms": 637.935, "last_trigger": "periodic", "next_snapshot_in_sec": 42.599, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1293532}, "mjpeg": {"age_sec": 4.425, "exists": true, "mtime": "2026-09-03T15:45:40.808807+09:00", "mtime_epoch": 1788417940.808807, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88007}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-03T15:45:45+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 777.363, "name": "celery", "pid": 181, "rss_mb": 777.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 68797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 119}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 119}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 119}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 119, "pushed_frames": 119, "read_frames": 119, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.968, "pushed": 3.968, "read": 3.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 119, "client_acquire_ms": {"avg_ms": 0.006, "count": 119, "max_ms": 0.044, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4463.461, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 119, "max_ms": 2.008, "p95_ms": 1.39, "reason": null, "sample_age_ms": 4485.985, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.205, "count": 119, "max_ms": 1.72, "p95_ms": 1.11, "reason": null, "sample_age_ms": 4486.192, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.165, "count": 119, "max_ms": 0.495, "p95_ms": 0.31, "reason": null, "sample_age_ms": 4463.468, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 119, "max_ms": 2.261, "p95_ms": 1.941, "reason": null, "sample_age_ms": 4484.86, "source": "client_direct"}, "request_count": 119, "request_tensor_bytes": {"avg": 2211848.0, "count": 119, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4484.839, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 119, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4463.687, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.028, "count": 119, "max_ms": 54.637, "p95_ms": 40.127, "reason": null, "sample_age_ms": 4463.457, "source": "client_direct"}, "sample_age_ms": 4463.453, "source": "client_direct", "task_total_ms": {"avg_ms": 31.535, "count": 119, "max_ms": 56.762, "p95_ms": 41.502, "reason": null, "sample_age_ms": 4463.453, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.57, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.561, "count": 119, "max_ms": 3.385, "p95_ms": 1.119}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 119, "max_ms": 2.345, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 119, "max_ms": 0.273, "p95_ms": 0.146}, "event_filter_ms": {"avg_ms": 0.002, "count": 119, "max_ms": 0.008, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 119, "max_ms": 0.156, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.002, "count": 119, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 119, "max_ms": 0.624, "p95_ms": 0.272}, "setup_ms": {"avg_ms": 0.031, "count": 119, "max_ms": 0.159, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.528, "count": 119, "max_ms": 3.3, "p95_ms": 1.052}, "track_match_ms": {"avg_ms": 0.003, "count": 119, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 119, "max_ms": 0.061, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.011, "count": 119, "max_ms": 3.906, "p95_ms": 3.266}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 119, "max_ms": 0.08, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.246, "count": 119, "max_ms": 57.535, "p95_ms": 43.252}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 119, "max_ms": 0.088, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.899, "count": 119, "max_ms": 85.611, "p95_ms": 76.028}, "inference_input_copy_ms": {"avg_ms": 1.091, "count": 119, "max_ms": 2.051, "p95_ms": 1.739}, "processing_residual_ms": {"avg_ms": 0.109, "count": 119, "max_ms": 0.29, "p95_ms": 0.211}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.13, "count": 119, "max_ms": 87.061, "p95_ms": 77.39}, "read_interval": {"avg_ms": 215.246, "count": 119, "max_ms": 5572.19, "p95_ms": 305.25}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 119, "max_ms": 0.041, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.093, "count": 119, "max_ms": 0.432, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 119, "max_ms": 0.026, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 119, "max_ms": 0.391, "p95_ms": 0.157}, "worker_merge_ms": {"avg_ms": 0.004, "count": 119, "max_ms": 0.017, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 32.258, "count": 119, "max_ms": 57.545, "p95_ms": 43.28}, "visualize": {"avg_ms": 23.391, "count": 119, "max_ms": 35.007, "p95_ms": 33.138}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.767, "count": 119, "max_ms": 34.332, "p95_ms": 32.339}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.259, "count": 119, "max_ms": 34.901, "p95_ms": 32.911}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.189, "count": 119, "max_ms": 34.825, "p95_ms": 32.829}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 119, "max_ms": 0.327, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 119}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 777.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.771, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.576, "sample_count": 2854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T15:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87111, "write_bytes_delta": 87111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 53.0, "cpu_core_ratio": 0.064473, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 485, "reason": null, "system_cpu_core_ratio": 0.002976, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.061497, "user_cpu_s_delta": 0.6199999999998909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.023805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.001984, "system_cpu_s_delta": 0.01999999999998181, "user_cpu_core_ratio": 0.021822, "user_cpu_s_delta": 0.22000000000025466}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.978, "count": 154, "max_ms": 3.953, "p95_ms": 3.227, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.123, "count": 30, "max": 29.771, "p95": 22.084, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.236, "count": 30, "max": 20.895, "p95": 18.152, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.3, "count": 30, "max": 714.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.851, "count": 30, "max": 0.958, "p95": 0.929, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85214.233, "count": 30, "max": 90251.0, "p95": 89862.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85214.233, "count": 30, "max": 90251.0, "p95": 89862.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 23.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.062, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.485, "p95": 0.466, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 685, "sampled_at": "2026-09-03T15:45:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T15:45:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 169683, "flush_count": 172, "flush_interval_seconds": 30.0, "flush_state": {"count": 172, "last_at": "2026-09-03T16:45:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T16:45:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 171}, "started": true, "suppressed_count": 101673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 101656}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 172, "written_record_count": 172}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4652.539, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x60259a041000] left block unavailable for requested intra mode [h264 @ 0x60259a041000] error while decoding MB 0 37, bytestream 301 [h264 @ 0x60259acf74c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259acf74c0] error while decoding MB 0 52, bytestream 5304 [h264 @ 0x60259a041000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259a041000] error while decoding MB 0 53, bytestream 9228 [in#0/rtsp @ 0x602599edae00] Error during demuxing: Connection ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 281531289600, "copied_frame_count": 101827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T16:25:23+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4067952, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T16:25:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.888}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 281531289600, "frame_buffer_copies": 101827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0779, "count": 512, "max_ms": 1.5967, "p50_ms": 0.0648, "p95_ms": 0.123, "p99_ms": 0.2006}, "stages": {"db_insert": {"avg_ms": 24.3207, "count": 16, "max_ms": 40.389, "p50_ms": 23.0506, "p95_ms": 39.3455, "p99_ms": 40.1803, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7729, "count": 16, "max_ms": 2.6811, "p50_ms": 1.7051, "p95_ms": 2.5909, "p99_ms": 2.663, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 889.3483, "count": 17, "max_ms": 1560.1002, "p50_ms": 843.7291, "p95_ms": 1270.0532, "p99_ms": 1502.0908, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9815, "count": 512, "max_ms": 4.2097, "p50_ms": 0.9016, "p95_ms": 1.5922, "p99_ms": 2.1135, "results": {"failed": 0, "not_applicable": 0, "success": 101827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 432.6457, "count": 17, "max_ms": 548.1186, "p50_ms": 451.1616, "p95_ms": 506.9771, "p99_ms": 539.8903, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 11.7641, "count": 16, "max_ms": 46.0624, "p50_ms": 8.608, "p95_ms": 23.7462, "p99_ms": 41.5992, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.681, "count": 512, "max_ms": 12.2874, "p50_ms": 4.5676, "p95_ms": 6.4923, "p99_ms": 7.6025, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0446, "count": 512, "max_ms": 6.6433, "p50_ms": 0.976, "p95_ms": 1.7034, "p99_ms": 2.3092, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 455.9836, "count": 16, "max_ms": 542.0931, "p50_ms": 448.4609, "p95_ms": 504.1854, "p99_ms": 534.5116, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 377.5872, "count": 16, "max_ms": 456.5225, "p50_ms": 371.3726, "p95_ms": 417.5251, "p99_ms": 448.723, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.4456, "count": 16, "max_ms": 94.0813, "p50_ms": 74.0777, "p95_ms": 84.7795, "p99_ms": 92.2209, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7399, "count": 16, "max_ms": 4.6948, "p50_ms": 1.1942, "p95_ms": 3.6639, "p99_ms": 4.4886, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.2787, "count": 16, "max_ms": 60.2321, "p50_ms": 30.5332, "p95_ms": 40.2232, "p99_ms": 56.2303, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7557, "count": 17, "max_ms": 1.3185, "p50_ms": 0.6924, "p95_ms": 1.3173, "p99_ms": 1.3182, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.6254, "count": 16, "max_ms": 8.6823, "p50_ms": 0.8819, "p95_ms": 4.4037, "p99_ms": 7.8265, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.6254, "count": 16, "max_ms": 8.6823, "p50_ms": 0.8819, "p95_ms": 4.4037, "p99_ms": 7.8265, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7557, "count": 17, "max_ms": 1.3185, "p50_ms": 0.6924, "p95_ms": 1.3173, "p99_ms": 1.3182, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7866, "count": 16, "max_ms": 1.7862, "p50_ms": 0.7297, "p95_ms": 1.3022, "p99_ms": 1.6894, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 431.5458, "count": 16, "max_ms": 968.0123, "p50_ms": 347.1171, "p95_ms": 786.0653, "p99_ms": 931.6229, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.0198, "count": 16, "max_ms": 2.3774, "p50_ms": 0.9512, "p95_ms": 1.5399, "p99_ms": 2.2099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.0655, "count": 16, "max_ms": 42.51, "p50_ms": 8.0287, "p95_ms": 33.3265, "p99_ms": 40.6733, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1304, "count": 16, "max_ms": 0.7528, "p50_ms": 0.0902, "p95_ms": 0.2891, "p99_ms": 0.6601, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8553, "count": 16, "max_ms": 2.6099, "p50_ms": 1.7161, "p95_ms": 2.529, "p99_ms": 2.5937, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 483.6697, "count": 16, "max_ms": 1011.9928, "p50_ms": 414.5551, "p95_ms": 827.3829, "p99_ms": 975.0708, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.7528, "p50_ms": 0.0902, "p95_ms": 0.2891, "p99_ms": 0.6601}, "wait_ms": {"count": 16, "max_ms": 2.6099, "p50_ms": 1.7161, "p95_ms": 2.529, "p99_ms": 2.5937}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6852, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 2.6811, "p50_ms": 1.7051, "p95_ms": 2.5909, "p99_ms": 2.663}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T16:45:56+09:00", "last_error_summary": "[h264 @ 0x60259a041000] left block unavailable for requested intra mode [h264 @ 0x60259a041000] error while decoding MB 0 37, bytestream 301 [h264 @ 0x60259acf74c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259acf74c0] error while decoding MB 0 52, bytestream 5304 [h264 @ 0x60259a041000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259a041000] error while decoding MB 0 53, bytestream 9228 [in#0/rtsp @ 0x602599edae00] Error during demuxing: Connection ", "last_exit_at": "2026-09-03T14:22:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 8623.44, "last_started_at": "2026-09-03T14:22:13+09:00", "pid": 856, "process": {"exists": false, "pid": 856}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.869, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T16:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-09-03T16:45:56+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-09-03T16:45:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 550.09, "last_sample_duration_ms": 611.531, "last_trigger": "periodic", "next_snapshot_in_sec": 49.91, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1344608}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-09-03T16:45:56.463438+09:00", "mtime_epoch": 1788421556.4634376, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103415}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T16:45:56+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 941.035, "name": "celery", "pid": 183, "rss_mb": 915.477, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 16, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 101827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.089, "max": 15.0, "p95": 15.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.069, "max": 3.0, "p95": 3.0, "sample_count": 101}, "total": {"avg": 2.069, "max": 3.0, "p95": 3.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.614, "max": 2.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.614, "max": 2.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.367, "pushed": 3.367, "read": 3.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.006, "count": 100, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 51.082, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.428, "count": 100, "max_ms": 1.998, "p95_ms": 1.211, "reason": null, "sample_age_ms": 80.302, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.147, "count": 100, "max_ms": 1.628, "p95_ms": 0.87, "reason": null, "sample_age_ms": 80.474, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 100, "max_ms": 0.791, "p95_ms": 0.451, "reason": null, "sample_age_ms": 51.09, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.381, "count": 100, "max_ms": 4.3, "p95_ms": 2.317, "reason": null, "sample_age_ms": 79.532, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.519, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.433, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.207, "count": 100, "max_ms": 48.459, "p95_ms": 40.134, "reason": null, "sample_age_ms": 51.078, "source": "client_direct"}, "sample_age_ms": 51.074, "source": "client_direct", "task_total_ms": {"avg_ms": 32.002, "count": 100, "max_ms": 50.617, "p95_ms": 42.911, "reason": null, "sample_age_ms": 51.074, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.54, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.685, "count": 101, "max_ms": 5.999, "p95_ms": 4.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.291, "count": 101, "max_ms": 0.596, "p95_ms": 0.479}, "detection_prepare_ms": {"avg_ms": 0.909, "count": 101, "max_ms": 1.67, "p95_ms": 1.282}, "event_filter_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.028, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.226, "count": 101, "max_ms": 0.476, "p95_ms": 0.357}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.062, "count": 101, "max_ms": 2.268, "p95_ms": 1.395}, "setup_ms": {"avg_ms": 0.029, "count": 101, "max_ms": 0.058, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 3.649, "count": 101, "max_ms": 5.94, "p95_ms": 4.616}, "track_match_ms": {"avg_ms": 0.084, "count": 101, "max_ms": 0.247, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.042, "count": 101, "max_ms": 2.04, "p95_ms": 1.418}}, "gstreamer_push": {"avg_ms": 1.988, "count": 101, "max_ms": 4.173, "p95_ms": 3.089}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 101, "max_ms": 0.104, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.617, "count": 101, "max_ms": 51.144, "p95_ms": 43.623}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 101, "max_ms": 0.084, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.839, "count": 101, "max_ms": 84.518, "p95_ms": 74.784}, "inference_input_copy_ms": {"avg_ms": 1.001, "count": 101, "max_ms": 3.426, "p95_ms": 1.51}, "processing_residual_ms": {"avg_ms": 0.146, "count": 101, "max_ms": 0.445, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.014, "count": 101, "max_ms": 86.017, "p95_ms": 75.738}, "read_interval": {"avg_ms": 299.808, "count": 100, "max_ms": 20350.872, "p95_ms": 99.23}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 101, "max_ms": 0.026, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 1.021, "count": 101, "max_ms": 2.183, "p95_ms": 1.327}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 101, "max_ms": 0.021, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.01, "count": 101, "max_ms": 2.169, "p95_ms": 1.312}, "worker_merge_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.628, "count": 101, "max_ms": 51.154, "p95_ms": 43.632}, "visualize": {"avg_ms": 23.587, "count": 101, "max_ms": 32.754, "p95_ms": 31.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.694, "count": 101, "max_ms": 29.156, "p95_ms": 28.011}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.463, "count": 101, "max_ms": 32.606, "p95_ms": 31.27}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.024, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.396, "count": 101, "max_ms": 32.537, "p95_ms": 31.201}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 101, "max_ms": 0.061, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 915.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.87, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.02, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T16:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115116, "write_bytes_delta": 115116, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 0.085074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31287.0, "pid": 856, "reason": null, "system_cpu_core_ratio": 0.035796, "system_cpu_s_delta": 0.7699999999999818, "user_cpu_core_ratio": 0.049278, "user_cpu_s_delta": 1.0599999999999454}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.015806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.00186, "system_cpu_s_delta": 0.03999999999996362, "user_cpu_core_ratio": 0.013947, "user_cpu_s_delta": 0.2999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.033, "count": 99, "max_ms": 3.676, "p95_ms": 3.345, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.01, "max": 15.0, "p95": 15.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.061, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 98}, "total": {"avg": 2.061, "max": 3.0, "p95": 3.0, "sample_count": 98}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.417, "count": 30, "max": 37.592, "p95": 35.25, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.942, "count": 30, "max": 18.851, "p95": 16.719, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 572.533, "count": 30, "max": 710.0, "p95": 708.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1660.8, "count": 30, "max": 31287.0, "p95": 7123.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.407, "p95": 0.35, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.469, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109788.067, "count": 30, "max": 115116.0, "p95": 114579.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109788.067, "count": 30, "max": 115116.0, "p95": 114579.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.033, "count": 30, "max": 34.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.062, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.595, "p95": 0.571, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1007, "sampled_at": "2026-09-03T16:45:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T16:45:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 169683, "flush_count": 172, "flush_interval_seconds": 30.0, "flush_state": {"count": 172, "last_at": "2026-09-03T16:45:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T16:45:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 171}, "started": true, "suppressed_count": 101673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 101656}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 172, "written_record_count": 172}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4653.133, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 281531289600, "copied_frame_count": 101827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T16:25:23+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4067952, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T16:25:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.888}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 281531289600, "frame_buffer_copies": 101827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0779, "count": 512, "max_ms": 1.5967, "p50_ms": 0.0648, "p95_ms": 0.123, "p99_ms": 0.2006}, "stages": {"db_insert": {"avg_ms": 24.3207, "count": 16, "max_ms": 40.389, "p50_ms": 23.0506, "p95_ms": 39.3455, "p99_ms": 40.1803, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7729, "count": 16, "max_ms": 2.6811, "p50_ms": 1.7051, "p95_ms": 2.5909, "p99_ms": 2.663, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 889.3483, "count": 17, "max_ms": 1560.1002, "p50_ms": 843.7291, "p95_ms": 1270.0532, "p99_ms": 1502.0908, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9815, "count": 512, "max_ms": 4.2097, "p50_ms": 0.9016, "p95_ms": 1.5922, "p99_ms": 2.1135, "results": {"failed": 0, "not_applicable": 0, "success": 101827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 432.6457, "count": 17, "max_ms": 548.1186, "p50_ms": 451.1616, "p95_ms": 506.9771, "p99_ms": 539.8903, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 11.7641, "count": 16, "max_ms": 46.0624, "p50_ms": 8.608, "p95_ms": 23.7462, "p99_ms": 41.5992, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.681, "count": 512, "max_ms": 12.2874, "p50_ms": 4.5676, "p95_ms": 6.4923, "p99_ms": 7.6025, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0446, "count": 512, "max_ms": 6.6433, "p50_ms": 0.976, "p95_ms": 1.7034, "p99_ms": 2.3092, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 455.9836, "count": 16, "max_ms": 542.0931, "p50_ms": 448.4609, "p95_ms": 504.1854, "p99_ms": 534.5116, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 377.5872, "count": 16, "max_ms": 456.5225, "p50_ms": 371.3726, "p95_ms": 417.5251, "p99_ms": 448.723, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.4456, "count": 16, "max_ms": 94.0813, "p50_ms": 74.0777, "p95_ms": 84.7795, "p99_ms": 92.2209, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7399, "count": 16, "max_ms": 4.6948, "p50_ms": 1.1942, "p95_ms": 3.6639, "p99_ms": 4.4886, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.2787, "count": 16, "max_ms": 60.2321, "p50_ms": 30.5332, "p95_ms": 40.2232, "p99_ms": 56.2303, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7557, "count": 17, "max_ms": 1.3185, "p50_ms": 0.6924, "p95_ms": 1.3173, "p99_ms": 1.3182, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.6254, "count": 16, "max_ms": 8.6823, "p50_ms": 0.8819, "p95_ms": 4.4037, "p99_ms": 7.8265, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.6254, "count": 16, "max_ms": 8.6823, "p50_ms": 0.8819, "p95_ms": 4.4037, "p99_ms": 7.8265, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7557, "count": 17, "max_ms": 1.3185, "p50_ms": 0.6924, "p95_ms": 1.3173, "p99_ms": 1.3182, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7866, "count": 16, "max_ms": 1.7862, "p50_ms": 0.7297, "p95_ms": 1.3022, "p99_ms": 1.6894, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 431.5458, "count": 16, "max_ms": 968.0123, "p50_ms": 347.1171, "p95_ms": 786.0653, "p99_ms": 931.6229, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.0198, "count": 16, "max_ms": 2.3774, "p50_ms": 0.9512, "p95_ms": 1.5399, "p99_ms": 2.2099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.0655, "count": 16, "max_ms": 42.51, "p50_ms": 8.0287, "p95_ms": 33.3265, "p99_ms": 40.6733, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1304, "count": 16, "max_ms": 0.7528, "p50_ms": 0.0902, "p95_ms": 0.2891, "p99_ms": 0.6601, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8553, "count": 16, "max_ms": 2.6099, "p50_ms": 1.7161, "p95_ms": 2.529, "p99_ms": 2.5937, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 483.6697, "count": 16, "max_ms": 1011.9928, "p50_ms": 414.5551, "p95_ms": 827.3829, "p99_ms": 975.0708, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.7528, "p50_ms": 0.0902, "p95_ms": 0.2891, "p99_ms": 0.6601}, "wait_ms": {"count": 16, "max_ms": 2.6099, "p50_ms": 1.7161, "p95_ms": 2.529, "p99_ms": 2.5937}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6852, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 2.6811, "p50_ms": 1.7051, "p95_ms": 2.5909, "p99_ms": 2.663}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T16:45:56+09:00", "last_error_summary": "[h264 @ 0x60259a041000] left block unavailable for requested intra mode [h264 @ 0x60259a041000] error while decoding MB 0 37, bytestream 301 [h264 @ 0x60259acf74c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259acf74c0] error while decoding MB 0 52, bytestream 5304 [h264 @ 0x60259a041000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259a041000] error while decoding MB 0 53, bytestream 9228 [in#0/rtsp @ 0x602599edae00] Error during demuxing: Connection ", "last_exit_at": "2026-09-03T14:22:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 8623.433, "last_started_at": "2026-09-03T14:22:13+09:00", "pid": 856, "process": {"exists": false, "pid": 856}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.869, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T16:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-09-03T16:45:56+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-09-03T16:45:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 550.099, "last_sample_duration_ms": 611.531, "last_trigger": "periodic", "next_snapshot_in_sec": 49.901, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1344608}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-09-03T16:45:56.394437+09:00", "mtime_epoch": 1788421556.3944373, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102631}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T16:45:56+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 941.035, "name": "celery", "pid": 183, "rss_mb": 915.477, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 16, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 101827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.089, "max": 15.0, "p95": 15.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.069, "max": 3.0, "p95": 3.0, "sample_count": 101}, "total": {"avg": 2.069, "max": 3.0, "p95": 3.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.614, "max": 2.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.614, "max": 2.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.368, "pushed": 3.368, "read": 3.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.006, "count": 100, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 56.387, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.428, "count": 100, "max_ms": 1.998, "p95_ms": 1.211, "reason": null, "sample_age_ms": 85.608, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.147, "count": 100, "max_ms": 1.628, "p95_ms": 0.87, "reason": null, "sample_age_ms": 85.78, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 100, "max_ms": 0.791, "p95_ms": 0.451, "reason": null, "sample_age_ms": 56.396, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.381, "count": 100, "max_ms": 4.3, "p95_ms": 2.317, "reason": null, "sample_age_ms": 84.838, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.825, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.738, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.207, "count": 100, "max_ms": 48.459, "p95_ms": 40.134, "reason": null, "sample_age_ms": 56.383, "source": "client_direct"}, "sample_age_ms": 56.38, "source": "client_direct", "task_total_ms": {"avg_ms": 32.002, "count": 100, "max_ms": 50.617, "p95_ms": 42.911, "reason": null, "sample_age_ms": 56.38, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.11, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.685, "count": 101, "max_ms": 5.999, "p95_ms": 4.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.291, "count": 101, "max_ms": 0.596, "p95_ms": 0.479}, "detection_prepare_ms": {"avg_ms": 0.909, "count": 101, "max_ms": 1.67, "p95_ms": 1.282}, "event_filter_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.028, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.226, "count": 101, "max_ms": 0.476, "p95_ms": 0.357}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.062, "count": 101, "max_ms": 2.268, "p95_ms": 1.395}, "setup_ms": {"avg_ms": 0.029, "count": 101, "max_ms": 0.058, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 3.649, "count": 101, "max_ms": 5.94, "p95_ms": 4.616}, "track_match_ms": {"avg_ms": 0.084, "count": 101, "max_ms": 0.247, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.042, "count": 101, "max_ms": 2.04, "p95_ms": 1.418}}, "gstreamer_push": {"avg_ms": 1.988, "count": 101, "max_ms": 4.173, "p95_ms": 3.089}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 101, "max_ms": 0.104, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.617, "count": 101, "max_ms": 51.144, "p95_ms": 43.623}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 101, "max_ms": 0.084, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.839, "count": 101, "max_ms": 84.518, "p95_ms": 74.784}, "inference_input_copy_ms": {"avg_ms": 1.001, "count": 101, "max_ms": 3.426, "p95_ms": 1.51}, "processing_residual_ms": {"avg_ms": 0.146, "count": 101, "max_ms": 0.445, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.014, "count": 101, "max_ms": 86.017, "p95_ms": 75.738}, "read_interval": {"avg_ms": 299.808, "count": 100, "max_ms": 20350.872, "p95_ms": 99.23}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 101, "max_ms": 0.026, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 1.021, "count": 101, "max_ms": 2.183, "p95_ms": 1.327}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 101, "max_ms": 0.021, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.01, "count": 101, "max_ms": 2.169, "p95_ms": 1.312}, "worker_merge_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.628, "count": 101, "max_ms": 51.154, "p95_ms": 43.632}, "visualize": {"avg_ms": 23.587, "count": 101, "max_ms": 32.754, "p95_ms": 31.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.694, "count": 101, "max_ms": 29.156, "p95_ms": 28.011}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.463, "count": 101, "max_ms": 32.606, "p95_ms": 31.27}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.024, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.396, "count": 101, "max_ms": 32.537, "p95_ms": 31.201}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 101, "max_ms": 0.061, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 915.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.87, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.02, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T16:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115116, "write_bytes_delta": 115116, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 0.085074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31287.0, "pid": 856, "reason": null, "system_cpu_core_ratio": 0.035796, "system_cpu_s_delta": 0.7699999999999818, "user_cpu_core_ratio": 0.049278, "user_cpu_s_delta": 1.0599999999999454}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.015806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.00186, "system_cpu_s_delta": 0.03999999999996362, "user_cpu_core_ratio": 0.013947, "user_cpu_s_delta": 0.2999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.033, "count": 99, "max_ms": 3.676, "p95_ms": 3.345, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.01, "max": 15.0, "p95": 15.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.061, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 98}, "total": {"avg": 2.061, "max": 3.0, "p95": 3.0, "sample_count": 98}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.417, "count": 30, "max": 37.592, "p95": 35.25, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.942, "count": 30, "max": 18.851, "p95": 16.719, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 572.533, "count": 30, "max": 710.0, "p95": 708.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1660.8, "count": 30, "max": 31287.0, "p95": 7123.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.407, "p95": 0.35, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.469, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109788.067, "count": 30, "max": 115116.0, "p95": 114579.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109788.067, "count": 30, "max": 115116.0, "p95": 114579.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.033, "count": 30, "max": 34.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.062, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.595, "p95": 0.571, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1007, "sampled_at": "2026-09-03T16:45:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T16:45:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 169683, "flush_count": 172, "flush_interval_seconds": 30.0, "flush_state": {"count": 172, "last_at": "2026-09-03T16:45:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T16:45:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 171}, "started": true, "suppressed_count": 101673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 101656}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 172, "written_record_count": 172}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4652.586, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 281531289600, "copied_frame_count": 101827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T16:25:23+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4067952, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T16:25:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.888}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 281531289600, "frame_buffer_copies": 101827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0779, "count": 512, "max_ms": 1.5967, "p50_ms": 0.0648, "p95_ms": 0.123, "p99_ms": 0.2006}, "stages": {"db_insert": {"avg_ms": 24.3207, "count": 16, "max_ms": 40.389, "p50_ms": 23.0506, "p95_ms": 39.3455, "p99_ms": 40.1803, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7729, "count": 16, "max_ms": 2.6811, "p50_ms": 1.7051, "p95_ms": 2.5909, "p99_ms": 2.663, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 889.3483, "count": 17, "max_ms": 1560.1002, "p50_ms": 843.7291, "p95_ms": 1270.0532, "p99_ms": 1502.0908, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9815, "count": 512, "max_ms": 4.2097, "p50_ms": 0.9016, "p95_ms": 1.5922, "p99_ms": 2.1135, "results": {"failed": 0, "not_applicable": 0, "success": 101827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 432.6457, "count": 17, "max_ms": 548.1186, "p50_ms": 451.1616, "p95_ms": 506.9771, "p99_ms": 539.8903, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 11.7641, "count": 16, "max_ms": 46.0624, "p50_ms": 8.608, "p95_ms": 23.7462, "p99_ms": 41.5992, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.681, "count": 512, "max_ms": 12.2874, "p50_ms": 4.5676, "p95_ms": 6.4923, "p99_ms": 7.6025, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0446, "count": 512, "max_ms": 6.6433, "p50_ms": 0.976, "p95_ms": 1.7034, "p99_ms": 2.3092, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 455.9836, "count": 16, "max_ms": 542.0931, "p50_ms": 448.4609, "p95_ms": 504.1854, "p99_ms": 534.5116, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 377.5872, "count": 16, "max_ms": 456.5225, "p50_ms": 371.3726, "p95_ms": 417.5251, "p99_ms": 448.723, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.4456, "count": 16, "max_ms": 94.0813, "p50_ms": 74.0777, "p95_ms": 84.7795, "p99_ms": 92.2209, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7399, "count": 16, "max_ms": 4.6948, "p50_ms": 1.1942, "p95_ms": 3.6639, "p99_ms": 4.4886, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.2787, "count": 16, "max_ms": 60.2321, "p50_ms": 30.5332, "p95_ms": 40.2232, "p99_ms": 56.2303, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7557, "count": 17, "max_ms": 1.3185, "p50_ms": 0.6924, "p95_ms": 1.3173, "p99_ms": 1.3182, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.6254, "count": 16, "max_ms": 8.6823, "p50_ms": 0.8819, "p95_ms": 4.4037, "p99_ms": 7.8265, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.6254, "count": 16, "max_ms": 8.6823, "p50_ms": 0.8819, "p95_ms": 4.4037, "p99_ms": 7.8265, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7557, "count": 17, "max_ms": 1.3185, "p50_ms": 0.6924, "p95_ms": 1.3173, "p99_ms": 1.3182, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7866, "count": 16, "max_ms": 1.7862, "p50_ms": 0.7297, "p95_ms": 1.3022, "p99_ms": 1.6894, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 431.5458, "count": 16, "max_ms": 968.0123, "p50_ms": 347.1171, "p95_ms": 786.0653, "p99_ms": 931.6229, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.0198, "count": 16, "max_ms": 2.3774, "p50_ms": 0.9512, "p95_ms": 1.5399, "p99_ms": 2.2099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.0655, "count": 16, "max_ms": 42.51, "p50_ms": 8.0287, "p95_ms": 33.3265, "p99_ms": 40.6733, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1304, "count": 16, "max_ms": 0.7528, "p50_ms": 0.0902, "p95_ms": 0.2891, "p99_ms": 0.6601, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8553, "count": 16, "max_ms": 2.6099, "p50_ms": 1.7161, "p95_ms": 2.529, "p99_ms": 2.5937, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 483.6697, "count": 16, "max_ms": 1011.9928, "p50_ms": 414.5551, "p95_ms": 827.3829, "p99_ms": 975.0708, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.7528, "p50_ms": 0.0902, "p95_ms": 0.2891, "p99_ms": 0.6601}, "wait_ms": {"count": 16, "max_ms": 2.6099, "p50_ms": 1.7161, "p95_ms": 2.529, "p99_ms": 2.5937}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6852, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 2.6811, "p50_ms": 1.7051, "p95_ms": 2.5909, "p99_ms": 2.663}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T16:45:56+09:00", "last_error_summary": "[h264 @ 0x60259a041000] left block unavailable for requested intra mode [h264 @ 0x60259a041000] error while decoding MB 0 37, bytestream 301 [h264 @ 0x60259acf74c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259acf74c0] error while decoding MB 0 52, bytestream 5304 [h264 @ 0x60259a041000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259a041000] error while decoding MB 0 53, bytestream 9228 [in#0/rtsp @ 0x602599edae00] Error during demuxing: Connection ", "last_exit_at": "2026-09-03T14:22:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 8623.482, "last_started_at": "2026-09-03T14:22:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.869, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T16:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-09-03T16:45:56+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-09-03T16:45:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 550.122, "last_sample_duration_ms": 611.531, "last_trigger": "periodic", "next_snapshot_in_sec": 49.878, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1344608}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-09-03T16:45:56.463438+09:00", "mtime_epoch": 1788421556.4634376, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103415}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T16:45:56+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 941.035, "name": "celery", "pid": 183, "rss_mb": 915.477, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 16, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 101827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.06, "max": 15.0, "p95": 15.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 100}, "total": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 0.61, "max": 2.0, "p95": 1.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 0.61, "max": 2.0, "p95": 1.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.337, "pushed": 3.337, "read": 3.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 92.587, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.429, "count": 99, "max_ms": 1.998, "p95_ms": 1.231, "reason": null, "sample_age_ms": 121.807, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.148, "count": 99, "max_ms": 1.628, "p95_ms": 0.87, "reason": null, "sample_age_ms": 121.979, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 99, "max_ms": 0.791, "p95_ms": 0.453, "reason": null, "sample_age_ms": 92.595, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.381, "count": 99, "max_ms": 4.3, "p95_ms": 2.335, "reason": null, "sample_age_ms": 121.037, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 121.024, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.938, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.214, "count": 99, "max_ms": 48.459, "p95_ms": 40.232, "reason": null, "sample_age_ms": 92.583, "source": "client_direct"}, "sample_age_ms": 92.579, "source": "client_direct", "task_total_ms": {"avg_ms": 32.008, "count": 99, "max_ms": 50.617, "p95_ms": 43.024, "reason": null, "sample_age_ms": 92.579, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.939, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.683, "count": 100, "max_ms": 5.999, "p95_ms": 4.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.291, "count": 100, "max_ms": 0.596, "p95_ms": 0.479}, "detection_prepare_ms": {"avg_ms": 0.907, "count": 100, "max_ms": 1.67, "p95_ms": 1.282}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.028, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.227, "count": 100, "max_ms": 0.476, "p95_ms": 0.357}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.062, "count": 100, "max_ms": 2.268, "p95_ms": 1.395}, "setup_ms": {"avg_ms": 0.029, "count": 100, "max_ms": 0.058, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 3.646, "count": 100, "max_ms": 5.94, "p95_ms": 4.616}, "track_match_ms": {"avg_ms": 0.084, "count": 100, "max_ms": 0.247, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.041, "count": 100, "max_ms": 2.04, "p95_ms": 1.418}}, "gstreamer_push": {"avg_ms": 1.989, "count": 100, "max_ms": 4.173, "p95_ms": 3.089}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 100, "max_ms": 0.104, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.679, "count": 100, "max_ms": 51.144, "p95_ms": 43.623}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 100, "max_ms": 0.084, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.819, "count": 100, "max_ms": 84.518, "p95_ms": 74.784}, "inference_input_copy_ms": {"avg_ms": 1.0, "count": 100, "max_ms": 3.426, "p95_ms": 1.51}, "processing_residual_ms": {"avg_ms": 0.146, "count": 100, "max_ms": 0.445, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.993, "count": 100, "max_ms": 86.017, "p95_ms": 75.738}, "read_interval": {"avg_ms": 302.128, "count": 99, "max_ms": 20350.872, "p95_ms": 100.984}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 100, "max_ms": 0.026, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 1.02, "count": 100, "max_ms": 2.183, "p95_ms": 1.327}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 100, "max_ms": 0.021, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.01, "count": 100, "max_ms": 2.169, "p95_ms": 1.312}, "worker_merge_ms": {"avg_ms": 0.004, "count": 100, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.69, "count": 100, "max_ms": 51.154, "p95_ms": 43.632}, "visualize": {"avg_ms": 23.516, "count": 100, "max_ms": 32.754, "p95_ms": 31.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.627, "count": 100, "max_ms": 29.156, "p95_ms": 28.011}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.393, "count": 100, "max_ms": 32.606, "p95_ms": 31.27}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.024, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.325, "count": 100, "max_ms": 32.537, "p95_ms": 31.201}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 100, "max_ms": 0.061, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 915.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.87, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.02, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T16:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115116, "write_bytes_delta": 115116, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 0.085074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31287.0, "pid": 856, "reason": null, "system_cpu_core_ratio": 0.035796, "system_cpu_s_delta": 0.7699999999999818, "user_cpu_core_ratio": 0.049278, "user_cpu_s_delta": 1.0599999999999454}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.015806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.00186, "system_cpu_s_delta": 0.03999999999996362, "user_cpu_core_ratio": 0.013947, "user_cpu_s_delta": 0.2999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.033, "count": 99, "max_ms": 3.676, "p95_ms": 3.345, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.01, "max": 15.0, "p95": 15.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.061, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 98}, "total": {"avg": 2.061, "max": 3.0, "p95": 3.0, "sample_count": 98}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.417, "count": 30, "max": 37.592, "p95": 35.25, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.942, "count": 30, "max": 18.851, "p95": 16.719, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 572.533, "count": 30, "max": 710.0, "p95": 708.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1660.8, "count": 30, "max": 31287.0, "p95": 7123.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.407, "p95": 0.35, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.469, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109788.067, "count": 30, "max": 115116.0, "p95": 114579.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109788.067, "count": 30, "max": 115116.0, "p95": 114579.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.033, "count": 30, "max": 34.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.062, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.595, "p95": 0.571, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1007, "sampled_at": "2026-09-03T16:45:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T16:45:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 169683, "flush_count": 172, "flush_interval_seconds": 30.0, "flush_state": {"count": 172, "last_at": "2026-09-03T16:45:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T16:45:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 171}, "started": true, "suppressed_count": 101673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 101656}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 172, "written_record_count": 172}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4826.137, "limit_mb": null}, "detail": {"pid": 2081, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 281531289600, "copied_frame_count": 101827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T16:25:23+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4067952, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T16:25:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.888}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 17, "events_emitted": 16, "events_failed": 0, "events_observed": 17, "events_suppressed": 1, "frame_buffer_copied_bytes": 281531289600, "frame_buffer_copies": 101827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 800, "recorder_active_input_bytes": 2211840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 16, "recorder_clips_failed": 0, "recorder_clips_started": 16, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 16, "worker_jobs_accepted": 16, "worker_jobs_completed": 16, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0779, "count": 512, "max_ms": 1.5967, "p50_ms": 0.0648, "p95_ms": 0.123, "p99_ms": 0.2006}, "stages": {"db_insert": {"avg_ms": 24.3207, "count": 16, "max_ms": 40.389, "p50_ms": 23.0506, "p95_ms": 39.3455, "p99_ms": 40.1803, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7729, "count": 16, "max_ms": 2.6811, "p50_ms": 1.7051, "p95_ms": 2.5909, "p99_ms": 2.663, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 889.3483, "count": 17, "max_ms": 1560.1002, "p50_ms": 843.7291, "p95_ms": 1270.0532, "p99_ms": 1502.0908, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9815, "count": 512, "max_ms": 4.2097, "p50_ms": 0.9016, "p95_ms": 1.5922, "p99_ms": 2.1135, "results": {"failed": 0, "not_applicable": 0, "success": 101827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 432.6457, "count": 17, "max_ms": 548.1186, "p50_ms": 451.1616, "p95_ms": 506.9771, "p99_ms": 539.8903, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 11.7641, "count": 16, "max_ms": 46.0624, "p50_ms": 8.608, "p95_ms": 23.7462, "p99_ms": 41.5992, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.681, "count": 512, "max_ms": 12.2874, "p50_ms": 4.5676, "p95_ms": 6.4923, "p99_ms": 7.6025, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0446, "count": 512, "max_ms": 6.6433, "p50_ms": 0.976, "p95_ms": 1.7034, "p99_ms": 2.3092, "results": {"failed": 0, "not_applicable": 0, "success": 800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 455.9836, "count": 16, "max_ms": 542.0931, "p50_ms": 448.4609, "p95_ms": 504.1854, "p99_ms": 534.5116, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 377.5872, "count": 16, "max_ms": 456.5225, "p50_ms": 371.3726, "p95_ms": 417.5251, "p99_ms": 448.723, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.4456, "count": 16, "max_ms": 94.0813, "p50_ms": 74.0777, "p95_ms": 84.7795, "p99_ms": 92.2209, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7399, "count": 16, "max_ms": 4.6948, "p50_ms": 1.1942, "p95_ms": 3.6639, "p99_ms": 4.4886, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.2787, "count": 16, "max_ms": 60.2321, "p50_ms": 30.5332, "p95_ms": 40.2232, "p99_ms": 56.2303, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7557, "count": 17, "max_ms": 1.3185, "p50_ms": 0.6924, "p95_ms": 1.3173, "p99_ms": 1.3182, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.6254, "count": 16, "max_ms": 8.6823, "p50_ms": 0.8819, "p95_ms": 4.4037, "p99_ms": 7.8265, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.6254, "count": 16, "max_ms": 8.6823, "p50_ms": 0.8819, "p95_ms": 4.4037, "p99_ms": 7.8265, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7557, "count": 17, "max_ms": 1.3185, "p50_ms": 0.6924, "p95_ms": 1.3173, "p99_ms": 1.3182, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7866, "count": 16, "max_ms": 1.7862, "p50_ms": 0.7297, "p95_ms": 1.3022, "p99_ms": 1.6894, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 431.5458, "count": 16, "max_ms": 968.0123, "p50_ms": 347.1171, "p95_ms": 786.0653, "p99_ms": 931.6229, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 17, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.0198, "count": 16, "max_ms": 2.3774, "p50_ms": 0.9512, "p95_ms": 1.5399, "p99_ms": 2.2099, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.0655, "count": 16, "max_ms": 42.51, "p50_ms": 8.0287, "p95_ms": 33.3265, "p99_ms": 40.6733, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1304, "count": 16, "max_ms": 0.7528, "p50_ms": 0.0902, "p95_ms": 0.2891, "p99_ms": 0.6601, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8553, "count": 16, "max_ms": 2.6099, "p50_ms": 1.7161, "p95_ms": 2.529, "p99_ms": 2.5937, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 483.6697, "count": 16, "max_ms": 1011.9928, "p50_ms": 414.5551, "p95_ms": 827.3829, "p99_ms": 975.0708, "results": {"failed": 0, "not_applicable": 0, "success": 16, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 16, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 16, "max_ms": 0.7528, "p50_ms": 0.0902, "p95_ms": 0.2891, "p99_ms": 0.6601}, "wait_ms": {"count": 16, "max_ms": 2.6099, "p50_ms": 1.7161, "p95_ms": 2.529, "p99_ms": 2.5937}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 16, "artifact_failed": 0, "artifact_requested": 16, "artifact_success": 16, "completed": 16, "completed_failed": 0, "completed_success": 16, "cooldown_promoted": 16, "database_requested": 16, "db_insert_success": 16, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6852, "relay_business_failed": 0, "relay_business_success": 16, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 16, "relay_transport_failed": 0, "relay_transport_success": 16, "reservation_requested": 16}, "snapshot": {"copied_bytes": 44236800, "copied_count": 16, "copy": {"count": 16, "max_ms": 2.6811, "p50_ms": 1.7051, "p95_ms": 2.5909, "p99_ms": 2.663}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T16:45:56+09:00", "last_error_summary": "[h264 @ 0x60259a041000] left block unavailable for requested intra mode [h264 @ 0x60259a041000] error while decoding MB 0 37, bytestream 301 [h264 @ 0x60259acf74c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259acf74c0] error while decoding MB 0 52, bytestream 5304 [h264 @ 0x60259a041000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60259a041000] error while decoding MB 0 53, bytestream 9228 [in#0/rtsp @ 0x602599edae00] Error during demuxing: Connection ", "last_exit_at": "2026-09-03T14:22:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T16:45:59+09:00", "pid": 2081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.523, "name": "ffmpeg", "pid": 2081, "rss_mb": 209.523, "state": "S (sleeping)", "threads": 70}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.632, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T16:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 4.575, "last_frame_pushed_at": "2026-09-03T16:45:56+09:00", "last_frame_read_age_sec": 4.641, "last_frame_read_at": "2026-09-03T16:45:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 554.64, "last_sample_duration_ms": 611.531, "last_trigger": "periodic", "next_snapshot_in_sec": 45.36, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1344608}, "mjpeg": {"age_sec": 4.567, "exists": true, "mtime": "2026-09-03T16:45:56.463438+09:00", "mtime_epoch": 1788421556.4634376, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103415}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T16:46:01+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 941.035, "name": "celery", "pid": 183, "rss_mb": 915.48, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 16, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 101827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.367, "max": 14.0, "p95": 12.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.102, "max": 3.0, "p95": 3.0, "sample_count": 49}, "total": {"avg": 2.102, "max": 3.0, "p95": 3.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 0.163, "max": 2.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 0.163, "max": 2.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 49, "pushed_frames": 49, "read_frames": 49, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.68, "pushed": 1.68, "read": 1.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4613.824, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.363, "count": 49, "max_ms": 1.935, "p95_ms": 1.121, "reason": null, "sample_age_ms": 4643.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 49, "max_ms": 1.628, "p95_ms": 0.874, "reason": null, "sample_age_ms": 4643.216, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.269, "count": 49, "max_ms": 0.791, "p95_ms": 0.428, "reason": null, "sample_age_ms": 4613.832, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.174, "count": 49, "max_ms": 2.684, "p95_ms": 1.936, "reason": null, "sample_age_ms": 4642.274, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2764808.0, "count": 49, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4642.262, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4614.175, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.07, "count": 49, "max_ms": 42.974, "p95_ms": 39.359, "reason": null, "sample_age_ms": 4613.82, "source": "client_direct"}, "sample_age_ms": 4613.816, "source": "client_direct", "task_total_ms": {"avg_ms": 30.632, "count": 49, "max_ms": 45.073, "p95_ms": 41.59, "reason": null, "sample_age_ms": 4613.816, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.813, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.708, "count": 49, "max_ms": 5.999, "p95_ms": 5.295}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.282, "count": 49, "max_ms": 0.596, "p95_ms": 0.472}, "detection_prepare_ms": {"avg_ms": 0.938, "count": 49, "max_ms": 1.67, "p95_ms": 1.427}, "event_filter_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.258, "count": 49, "max_ms": 0.476, "p95_ms": 0.442}, "mcmt_ms": {"avg_ms": 0.002, "count": 49, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.041, "count": 49, "max_ms": 2.268, "p95_ms": 1.676}, "setup_ms": {"avg_ms": 0.029, "count": 49, "max_ms": 0.053, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 3.672, "count": 49, "max_ms": 5.94, "p95_ms": 5.258}, "track_match_ms": {"avg_ms": 0.064, "count": 49, "max_ms": 0.247, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.053, "count": 49, "max_ms": 2.04, "p95_ms": 1.55}}, "gstreamer_push": {"avg_ms": 2.053, "count": 49, "max_ms": 4.173, "p95_ms": 3.235}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 49, "max_ms": 0.104, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.23, "count": 49, "max_ms": 45.531, "p95_ms": 42.848}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 49, "max_ms": 0.065, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.027, "count": 49, "max_ms": 79.447, "p95_ms": 73.12}, "inference_input_copy_ms": {"avg_ms": 1.002, "count": 49, "max_ms": 3.426, "p95_ms": 1.616}, "processing_residual_ms": {"avg_ms": 0.112, "count": 49, "max_ms": 0.388, "p95_ms": 0.21}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.167, "count": 49, "max_ms": 80.449, "p95_ms": 74.961}, "read_interval": {"avg_ms": 538.708, "count": 49, "max_ms": 20350.872, "p95_ms": 957.968}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 49, "max_ms": 0.026, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.998, "count": 49, "max_ms": 2.183, "p95_ms": 1.635}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 49, "max_ms": 0.021, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.987, "count": 49, "max_ms": 2.169, "p95_ms": 1.625}, "worker_merge_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.01, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.239, "count": 49, "max_ms": 45.538, "p95_ms": 42.855}, "visualize": {"avg_ms": 24.234, "count": 49, "max_ms": 32.754, "p95_ms": 31.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.388, "count": 49, "max_ms": 29.156, "p95_ms": 28.447}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.11, "count": 49, "max_ms": 32.606, "p95_ms": 31.27}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 49, "max_ms": 0.024, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.045, "count": 49, "max_ms": 32.537, "p95_ms": 31.201}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 49, "max_ms": 0.061, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 915.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.87, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.02, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T16:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115116, "write_bytes_delta": 115116, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 0.085074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31287.0, "pid": 856, "reason": null, "system_cpu_core_ratio": 0.035796, "system_cpu_s_delta": 0.7699999999999818, "user_cpu_core_ratio": 0.049278, "user_cpu_s_delta": 1.0599999999999454}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.015806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.00186, "system_cpu_s_delta": 0.03999999999996362, "user_cpu_core_ratio": 0.013947, "user_cpu_s_delta": 0.2999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.033, "count": 99, "max_ms": 3.676, "p95_ms": 3.345, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.01, "max": 15.0, "p95": 15.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.061, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 98}, "total": {"avg": 2.061, "max": 3.0, "p95": 3.0, "sample_count": 98}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.417, "count": 30, "max": 37.592, "p95": 35.25, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.942, "count": 30, "max": 18.851, "p95": 16.719, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 572.533, "count": 30, "max": 710.0, "p95": 708.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1660.8, "count": 30, "max": 31287.0, "p95": 7123.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.407, "p95": 0.35, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.469, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109788.067, "count": 30, "max": 115116.0, "p95": 114579.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109788.067, "count": 30, "max": 115116.0, "p95": 114579.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.033, "count": 30, "max": 34.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.062, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.595, "p95": 0.571, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1007, "sampled_at": "2026-09-03T16:45:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T16:45:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.17, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 553494, "flush_count": 564, "flush_interval_seconds": 30.0, "flush_state": {"count": 564, "last_at": "2026-09-03T23:17:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T23:17:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 563}, "started": true, "suppressed_count": 336648, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 211, "tracking_summary": 336437}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 564, "written_record_count": 564}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5944.609, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5ed4ae3eef40] cabac decode of qscale diff failed at 22 37 [h264 @ 0x5ed4ae3eef40] error while decoding MB 22 37, bytestream 11184 [h264 @ 0x5ed4aedc2f80] cabac decode of qscale diff failed at 48 65 [h264 @ 0x5ed4aedc2f80] error while decoding MB 48 65, bytestream 11192 [h264 @ 0x5ed4aee91e00] left block unavailable for requested intra mode [h264 @ 0x5ed4aee91e00] error while decoding MB 0 50, bytestream 4997 [h264 @ 0x5ed4aedc2f80] error while decoding MB 37 65, bytestream 295 [in#0/rt", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 931734835200, "copied_frame_count": 336999, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T23:18:09+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3650064, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T23:18:01+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.605}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 211, "events_emitted": 180, "events_failed": 0, "events_observed": 211, "events_suppressed": 31, "frame_buffer_copied_bytes": 931734835200, "frame_buffer_copies": 336999, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 9000, "recorder_active_input_bytes": 24883200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 180, "recorder_clips_failed": 0, "recorder_clips_started": 180, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 180, "worker_jobs_accepted": 180, "worker_jobs_completed": 180, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0698, "count": 512, "max_ms": 0.1944, "p50_ms": 0.0641, "p95_ms": 0.1355, "p99_ms": 0.1747}, "stages": {"db_insert": {"avg_ms": 23.0648, "count": 180, "max_ms": 60.8609, "p50_ms": 21.2592, "p95_ms": 39.2645, "p99_ms": 50.9622, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5316, "count": 180, "max_ms": 3.1521, "p50_ms": 1.4811, "p95_ms": 2.258, "p99_ms": 2.6597, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 760.3376, "count": 211, "max_ms": 1612.9767, "p50_ms": 833.4143, "p95_ms": 1158.4811, "p99_ms": 1538.28, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0113, "count": 512, "max_ms": 2.7564, "p50_ms": 0.9435, "p95_ms": 1.7501, "p99_ms": 2.2052, "results": {"failed": 0, "not_applicable": 0, "success": 336999, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 399.1975, "count": 211, "max_ms": 1186.2126, "p50_ms": 452.2539, "p95_ms": 495.4591, "p99_ms": 853.7781, "results": {"failed": 0, "not_applicable": 0, "success": 211, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.4676, "count": 180, "max_ms": 46.0624, "p50_ms": 9.1781, "p95_ms": 16.316, "p99_ms": 21.6312, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7094, "count": 512, "max_ms": 8.3237, "p50_ms": 4.6467, "p95_ms": 6.5966, "p99_ms": 7.4499, "results": {"failed": 0, "not_applicable": 0, "success": 9000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9971, "count": 512, "max_ms": 3.1811, "p50_ms": 0.9111, "p95_ms": 1.632, "p99_ms": 2.5188, "results": {"failed": 0, "not_applicable": 0, "success": 9000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 464.5802, "count": 180, "max_ms": 1183.855, "p50_ms": 452.0342, "p95_ms": 494.0532, "p99_ms": 910.9476, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 386.1667, "count": 180, "max_ms": 1103.3168, "p50_ms": 374.6049, "p95_ms": 409.7719, "p99_ms": 795.2373, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.6274, "count": 180, "max_ms": 115.8187, "p50_ms": 74.0254, "p95_ms": 84.696, "p99_ms": 92.597, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3813, "count": 180, "max_ms": 6.5852, "p50_ms": 1.1439, "p95_ms": 2.7554, "p99_ms": 4.0395, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.2379, "count": 180, "max_ms": 60.2321, "p50_ms": 31.0623, "p95_ms": 40.0203, "p99_ms": 45.616, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6436, "count": 211, "max_ms": 1.3185, "p50_ms": 0.614, "p95_ms": 1.0333, "p99_ms": 1.2515, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.0995, "count": 180, "max_ms": 13.9494, "p50_ms": 1.0184, "p95_ms": 6.4317, "p99_ms": 11.7365, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.0995, "count": 180, "max_ms": 13.9494, "p50_ms": 1.0184, "p95_ms": 6.4317, "p99_ms": 11.7365, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6436, "count": 211, "max_ms": 1.3185, "p50_ms": 0.614, "p95_ms": 1.0333, "p99_ms": 1.2515, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7052, "count": 180, "max_ms": 1.7862, "p50_ms": 0.6178, "p95_ms": 1.2794, "p99_ms": 1.5741, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 374.4294, "count": 180, "max_ms": 1037.5001, "p50_ms": 342.0921, "p95_ms": 642.4192, "p99_ms": 920.7684, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 211, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3787, "count": 180, "max_ms": 11.2432, "p50_ms": 0.8817, "p95_ms": 3.7299, "p99_ms": 7.7236, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.5218, "count": 180, "max_ms": 42.51, "p50_ms": 6.7564, "p95_ms": 22.9482, "p99_ms": 34.3117, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0816, "count": 180, "max_ms": 0.7528, "p50_ms": 0.0708, "p95_ms": 0.1515, "p99_ms": 0.198, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6106, "count": 180, "max_ms": 3.7809, "p50_ms": 1.5229, "p95_ms": 2.5416, "p99_ms": 3.1611, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 422.0573, "count": 180, "max_ms": 1082.4779, "p50_ms": 392.131, "p95_ms": 699.9551, "p99_ms": 987.8166, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 180, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 180, "max_ms": 0.7528, "p50_ms": 0.0708, "p95_ms": 0.1515, "p99_ms": 0.198}, "wait_ms": {"count": 180, "max_ms": 3.7809, "p50_ms": 1.5229, "p95_ms": 2.5416, "p99_ms": 3.1611}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 180, "artifact_failed": 0, "artifact_requested": 180, "artifact_success": 180, "completed": 180, "completed_failed": 0, "completed_success": 180, "cooldown_promoted": 180, "database_requested": 180, "db_insert_success": 180, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7016, "relay_business_failed": 0, "relay_business_success": 180, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 180, "relay_transport_failed": 0, "relay_transport_success": 180, "reservation_requested": 180}, "snapshot": {"copied_bytes": 497664000, "copied_count": 180, "copy": {"count": 180, "max_ms": 3.1521, "p50_ms": 1.4811, "p95_ms": 2.258, "p99_ms": 2.6597}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T23:18:35+09:00", "last_error_summary": "[h264 @ 0x5ed4ae3eef40] cabac decode of qscale diff failed at 22 37 [h264 @ 0x5ed4ae3eef40] error while decoding MB 22 37, bytestream 11184 [h264 @ 0x5ed4aedc2f80] cabac decode of qscale diff failed at 48 65 [h264 @ 0x5ed4aedc2f80] error while decoding MB 48 65, bytestream 11192 [h264 @ 0x5ed4aee91e00] left block unavailable for requested intra mode [h264 @ 0x5ed4aee91e00] error while decoding MB 0 50, bytestream 4997 [h264 @ 0x5ed4aedc2f80] error while decoding MB 37 65, bytestream 295 [in#0/rt", "last_exit_at": "2026-09-03T14:22:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 23556.478, "last_started_at": "2026-09-03T16:45:59+09:00", "pid": 2081, "process": {"exists": false, "pid": 2081}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.979, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T23:18:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-09-03T23:18:35+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-09-03T23:18:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 59, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 31.224, "last_sample_duration_ms": 510.845, "last_trigger": "periodic", "next_snapshot_in_sec": 568.776, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 59, "storage_bytes": 1685592}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-09-03T23:18:35.451358+09:00", "mtime_epoch": 1788445115.451358, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126028}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T23:18:35+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1071.609, "name": "celery", "pid": 183, "rss_mb": 1065.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 149, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 337000, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.0, "max": 9.0, "p95": 7.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.657, "max": 2.0, "p95": 2.0, "sample_count": 99}, "total": {"avg": 1.533, "max": 2.0, "p95": 2.0, "sample_count": 107}}, "tracking_counts": {"active": {"avg": 1.028, "max": 2.0, "p95": 2.0, "sample_count": 107}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 107}, "tracked": {"avg": 1.028, "max": 2.0, "p95": 2.0, "sample_count": 107}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 108, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.759, "pushed": 3.759, "read": 3.794}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 108, "client_acquire_ms": {"avg_ms": 0.008, "count": 108, "max_ms": 0.025, "p95_ms": 0.021, "reason": null, "sample_age_ms": 24.877, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.427, "count": 108, "max_ms": 2.012, "p95_ms": 1.281, "reason": null, "sample_age_ms": 58.897, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.172, "count": 108, "max_ms": 1.656, "p95_ms": 1.058, "reason": null, "sample_age_ms": 59.139, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 108, "max_ms": 0.638, "p95_ms": 0.363, "reason": null, "sample_age_ms": 24.881, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.478, "count": 108, "max_ms": 3.181, "p95_ms": 2.611, "reason": null, "sample_age_ms": 57.227, "source": "client_direct"}, "request_count": 108, "request_tensor_bytes": {"avg": 2764808.0, "count": 108, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 57.209, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 108, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.031, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.469, "count": 108, "max_ms": 52.593, "p95_ms": 46.099, "reason": null, "sample_age_ms": 24.874, "source": "client_direct"}, "sample_age_ms": 24.872, "source": "client_direct", "task_total_ms": {"avg_ms": 35.296, "count": 108, "max_ms": 54.082, "p95_ms": 47.775, "reason": null, "sample_age_ms": 24.872, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.714, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.167, "count": 107, "max_ms": 7.128, "p95_ms": 6.086}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 107, "max_ms": 0.452, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.824, "count": 107, "max_ms": 2.029, "p95_ms": 1.292}, "event_filter_ms": {"avg_ms": 0.003, "count": 107, "max_ms": 0.01, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 107, "max_ms": 0.412, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.002, "count": 107, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 1.835, "count": 107, "max_ms": 4.02, "p95_ms": 2.713}, "setup_ms": {"avg_ms": 0.031, "count": 107, "max_ms": 0.058, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 4.127, "count": 107, "max_ms": 7.077, "p95_ms": 6.043}, "track_match_ms": {"avg_ms": 0.082, "count": 107, "max_ms": 0.333, "p95_ms": 0.14}, "tracker_update_ms": {"avg_ms": 0.949, "count": 107, "max_ms": 1.871, "p95_ms": 1.412}}, "gstreamer_push": {"avg_ms": 2.089, "count": 107, "max_ms": 3.375, "p95_ms": 3.145}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 107, "max_ms": 0.112, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.986, "count": 107, "max_ms": 54.68, "p95_ms": 48.527}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 107, "max_ms": 0.077, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.782, "count": 107, "max_ms": 100.924, "p95_ms": 85.239}, "inference_input_copy_ms": {"avg_ms": 1.13, "count": 107, "max_ms": 2.077, "p95_ms": 1.889}, "processing_residual_ms": {"avg_ms": 0.17, "count": 107, "max_ms": 0.562, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.11, "count": 107, "max_ms": 102.939, "p95_ms": 86.917}, "read_interval": {"avg_ms": 281.987, "count": 108, "max_ms": 19536.94, "p95_ms": 111.615}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 107, "max_ms": 0.029, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 1.795, "count": 107, "max_ms": 3.932, "p95_ms": 2.652}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 107, "max_ms": 0.03, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.784, "count": 107, "max_ms": 3.905, "p95_ms": 2.638}, "worker_merge_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.009, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.999, "count": 107, "max_ms": 54.704, "p95_ms": 48.54}, "visualize": {"avg_ms": 24.961, "count": 107, "max_ms": 38.638, "p95_ms": 34.064}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.465, "count": 107, "max_ms": 34.781, "p95_ms": 30.422}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.83, "count": 107, "max_ms": 38.497, "p95_ms": 33.931}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.759, "count": 107, "max_ms": 38.414, "p95_ms": 33.852}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 107, "max_ms": 0.131, "p95_ms": 0.056}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 107}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1065.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.211, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.979, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T23:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122171, "write_bytes_delta": 122171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.015558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2036.0, "pid": 2081, "reason": null, "system_cpu_core_ratio": 0.002431, "system_cpu_s_delta": 0.049999999999954525, "user_cpu_core_ratio": 0.013127, "user_cpu_s_delta": 0.27000000000043656}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.040353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.003889, "system_cpu_s_delta": 0.07999999999992724, "user_cpu_core_ratio": 0.036463, "user_cpu_s_delta": 0.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.105, "count": 101, "max_ms": 3.634, "p95_ms": 3.154, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.822, "max": 9.0, "p95": 6.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 1.535, "max": 2.0, "p95": 2.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.734, "count": 30, "max": 37.848, "p95": 34.854, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.376, "count": 30, "max": 26.692, "p95": 19.666, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 550.267, "count": 30, "max": 860.0, "p95": 835.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 812.8, "count": 30, "max": 7604.0, "p95": 4525.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.608, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.589, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131500.267, "count": 30, "max": 151154.0, "p95": 140544.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127077.167, "count": 30, "max": 151154.0, "p95": 140544.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 257.067, "count": 30, "max": 7367.0, "p95": 32.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.099, "p95": 0.076, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.676, "p95": 0.662, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3338, "sampled_at": "2026-09-03T23:18:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T23:18:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.463, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 553494, "flush_count": 564, "flush_interval_seconds": 30.0, "flush_state": {"count": 564, "last_at": "2026-09-03T23:17:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T23:17:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 563}, "started": true, "suppressed_count": 336648, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 211, "tracking_summary": 336437}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 564, "written_record_count": 564}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5944.664, "limit_mb": null}, "detail": {"last_error_at": "2026-09-03T23:18:35+09:00", "last_error_summary": "[h264 @ 0x5ed4ae3eef40] cabac decode of qscale diff failed at 22 37 [h264 @ 0x5ed4ae3eef40] error while decoding MB 22 37, bytestream 11184 [h264 @ 0x5ed4aedc2f80] cabac decode of qscale diff failed at 48 65 [h264 @ 0x5ed4aedc2f80] error while decoding MB 48 65, bytestream 11192 [h264 @ 0x5ed4aee91e00] left block unavailable for requested intra mode [h264 @ 0x5ed4aee91e00] error while decoding MB 0 50, bytestream 4997 [h264 @ 0x5ed4aedc2f80] error while decoding MB 37 65, bytestream 295 [in#0/rt", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 931737600000, "copied_frame_count": 337000, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T23:18:09+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3650064, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T23:18:01+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.605}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 211, "events_emitted": 180, "events_failed": 0, "events_observed": 211, "events_suppressed": 31, "frame_buffer_copied_bytes": 931737600000, "frame_buffer_copies": 337000, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 9000, "recorder_active_input_bytes": 24883200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 180, "recorder_clips_failed": 0, "recorder_clips_started": 180, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 180, "worker_jobs_accepted": 180, "worker_jobs_completed": 180, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0697, "count": 512, "max_ms": 0.1944, "p50_ms": 0.0641, "p95_ms": 0.1341, "p99_ms": 0.1747}, "stages": {"db_insert": {"avg_ms": 23.0648, "count": 180, "max_ms": 60.8609, "p50_ms": 21.2592, "p95_ms": 39.2645, "p99_ms": 50.9622, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5316, "count": 180, "max_ms": 3.1521, "p50_ms": 1.4811, "p95_ms": 2.258, "p99_ms": 2.6597, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 760.3376, "count": 211, "max_ms": 1612.9767, "p50_ms": 833.4143, "p95_ms": 1158.4811, "p99_ms": 1538.28, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0233, "count": 512, "max_ms": 7.7612, "p50_ms": 0.9435, "p95_ms": 1.7644, "p99_ms": 2.2892, "results": {"failed": 0, "not_applicable": 0, "success": 337000, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 399.1975, "count": 211, "max_ms": 1186.2126, "p50_ms": 452.2539, "p95_ms": 495.4591, "p99_ms": 853.7781, "results": {"failed": 0, "not_applicable": 0, "success": 211, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.4676, "count": 180, "max_ms": 46.0624, "p50_ms": 9.1781, "p95_ms": 16.316, "p99_ms": 21.6312, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7094, "count": 512, "max_ms": 8.3237, "p50_ms": 4.6467, "p95_ms": 6.5966, "p99_ms": 7.4499, "results": {"failed": 0, "not_applicable": 0, "success": 9000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9971, "count": 512, "max_ms": 3.1811, "p50_ms": 0.9111, "p95_ms": 1.632, "p99_ms": 2.5188, "results": {"failed": 0, "not_applicable": 0, "success": 9000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 464.5802, "count": 180, "max_ms": 1183.855, "p50_ms": 452.0342, "p95_ms": 494.0532, "p99_ms": 910.9476, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 386.1667, "count": 180, "max_ms": 1103.3168, "p50_ms": 374.6049, "p95_ms": 409.7719, "p99_ms": 795.2373, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.6274, "count": 180, "max_ms": 115.8187, "p50_ms": 74.0254, "p95_ms": 84.696, "p99_ms": 92.597, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3813, "count": 180, "max_ms": 6.5852, "p50_ms": 1.1439, "p95_ms": 2.7554, "p99_ms": 4.0395, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.2379, "count": 180, "max_ms": 60.2321, "p50_ms": 31.0623, "p95_ms": 40.0203, "p99_ms": 45.616, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6436, "count": 211, "max_ms": 1.3185, "p50_ms": 0.614, "p95_ms": 1.0333, "p99_ms": 1.2515, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.0995, "count": 180, "max_ms": 13.9494, "p50_ms": 1.0184, "p95_ms": 6.4317, "p99_ms": 11.7365, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.0995, "count": 180, "max_ms": 13.9494, "p50_ms": 1.0184, "p95_ms": 6.4317, "p99_ms": 11.7365, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6436, "count": 211, "max_ms": 1.3185, "p50_ms": 0.614, "p95_ms": 1.0333, "p99_ms": 1.2515, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7052, "count": 180, "max_ms": 1.7862, "p50_ms": 0.6178, "p95_ms": 1.2794, "p99_ms": 1.5741, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 374.4294, "count": 180, "max_ms": 1037.5001, "p50_ms": 342.0921, "p95_ms": 642.4192, "p99_ms": 920.7684, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 211, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3787, "count": 180, "max_ms": 11.2432, "p50_ms": 0.8817, "p95_ms": 3.7299, "p99_ms": 7.7236, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.5218, "count": 180, "max_ms": 42.51, "p50_ms": 6.7564, "p95_ms": 22.9482, "p99_ms": 34.3117, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0816, "count": 180, "max_ms": 0.7528, "p50_ms": 0.0708, "p95_ms": 0.1515, "p99_ms": 0.198, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6106, "count": 180, "max_ms": 3.7809, "p50_ms": 1.5229, "p95_ms": 2.5416, "p99_ms": 3.1611, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 422.0573, "count": 180, "max_ms": 1082.4779, "p50_ms": 392.131, "p95_ms": 699.9551, "p99_ms": 987.8166, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 180, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 180, "max_ms": 0.7528, "p50_ms": 0.0708, "p95_ms": 0.1515, "p99_ms": 0.198}, "wait_ms": {"count": 180, "max_ms": 3.7809, "p50_ms": 1.5229, "p95_ms": 2.5416, "p99_ms": 3.1611}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 180, "artifact_failed": 0, "artifact_requested": 180, "artifact_success": 180, "completed": 180, "completed_failed": 0, "completed_success": 180, "cooldown_promoted": 180, "database_requested": 180, "db_insert_success": 180, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7016, "relay_business_failed": 0, "relay_business_success": 180, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 180, "relay_transport_failed": 0, "relay_transport_success": 180, "reservation_requested": 180}, "snapshot": {"copied_bytes": 497664000, "copied_count": 180, "copy": {"count": 180, "max_ms": 3.1521, "p50_ms": 1.4811, "p95_ms": 2.258, "p99_ms": 2.6597}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T23:18:35+09:00", "last_error_summary": "[h264 @ 0x5ed4ae3eef40] cabac decode of qscale diff failed at 22 37 [h264 @ 0x5ed4ae3eef40] error while decoding MB 22 37, bytestream 11184 [h264 @ 0x5ed4aedc2f80] cabac decode of qscale diff failed at 48 65 [h264 @ 0x5ed4aedc2f80] error while decoding MB 48 65, bytestream 11192 [h264 @ 0x5ed4aee91e00] left block unavailable for requested intra mode [h264 @ 0x5ed4aee91e00] error while decoding MB 0 50, bytestream 4997 [h264 @ 0x5ed4aedc2f80] error while decoding MB 37 65, bytestream 295 [in#0/rt", "last_exit_at": "2026-09-03T23:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 23556.511, "last_started_at": "2026-09-03T16:45:59+09:00", "pid": 2081, "process": {"exists": false, "pid": 2081}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.979, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T23:18:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-09-03T23:18:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-09-03T23:18:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 59, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 31.25, "last_sample_duration_ms": 510.845, "last_trigger": "periodic", "next_snapshot_in_sec": 568.75, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 59, "storage_bytes": 1685592}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-09-03T23:18:35.451358+09:00", "mtime_epoch": 1788445115.451358, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126028}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T23:18:35+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1071.609, "name": "celery", "pid": 183, "rss_mb": 1065.098, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 149, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 337000, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.019, "max": 9.0, "p95": 7.0, "sample_count": 108}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.66, "max": 2.0, "p95": 2.0, "sample_count": 100}, "total": {"avg": 1.537, "max": 2.0, "p95": 2.0, "sample_count": 108}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 2.0, "sample_count": 108}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 108}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 2.0, "sample_count": 108}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 108, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.79, "pushed": 3.79, "read": 3.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 108, "client_acquire_ms": {"avg_ms": 0.008, "count": 108, "max_ms": 0.025, "p95_ms": 0.021, "reason": null, "sample_age_ms": 57.25, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.427, "count": 108, "max_ms": 2.012, "p95_ms": 1.281, "reason": null, "sample_age_ms": 91.271, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.172, "count": 108, "max_ms": 1.656, "p95_ms": 1.058, "reason": null, "sample_age_ms": 91.512, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 108, "max_ms": 0.638, "p95_ms": 0.363, "reason": null, "sample_age_ms": 57.255, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.478, "count": 108, "max_ms": 3.181, "p95_ms": 2.611, "reason": null, "sample_age_ms": 89.601, "source": "client_direct"}, "request_count": 108, "request_tensor_bytes": {"avg": 2764808.0, "count": 108, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.582, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 108, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.405, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.469, "count": 108, "max_ms": 52.593, "p95_ms": 46.099, "reason": null, "sample_age_ms": 57.248, "source": "client_direct"}, "sample_age_ms": 57.245, "source": "client_direct", "task_total_ms": {"avg_ms": 35.296, "count": 108, "max_ms": 54.082, "p95_ms": 47.775, "reason": null, "sample_age_ms": 57.245, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.61, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.165, "count": 108, "max_ms": 7.128, "p95_ms": 6.086}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.255, "count": 108, "max_ms": 0.452, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.823, "count": 108, "max_ms": 2.029, "p95_ms": 1.292}, "event_filter_ms": {"avg_ms": 0.003, "count": 108, "max_ms": 0.01, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 108, "max_ms": 0.412, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.002, "count": 108, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 1.836, "count": 108, "max_ms": 4.02, "p95_ms": 2.713}, "setup_ms": {"avg_ms": 0.031, "count": 108, "max_ms": 0.058, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 4.126, "count": 108, "max_ms": 7.077, "p95_ms": 6.043}, "track_match_ms": {"avg_ms": 0.082, "count": 108, "max_ms": 0.333, "p95_ms": 0.14}, "tracker_update_ms": {"avg_ms": 0.948, "count": 108, "max_ms": 1.871, "p95_ms": 1.412}}, "gstreamer_push": {"avg_ms": 2.086, "count": 108, "max_ms": 3.375, "p95_ms": 3.145}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 108, "max_ms": 0.112, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.973, "count": 108, "max_ms": 54.68, "p95_ms": 48.527}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 108, "max_ms": 0.077, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.847, "count": 108, "max_ms": 100.924, "p95_ms": 85.239}, "inference_input_copy_ms": {"avg_ms": 1.134, "count": 108, "max_ms": 2.077, "p95_ms": 1.889}, "processing_residual_ms": {"avg_ms": 0.171, "count": 108, "max_ms": 0.562, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.18, "count": 108, "max_ms": 102.939, "p95_ms": 86.917}, "read_interval": {"avg_ms": 281.987, "count": 108, "max_ms": 19536.94, "p95_ms": 111.615}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 108, "max_ms": 0.029, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 1.796, "count": 108, "max_ms": 3.932, "p95_ms": 2.652}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 108, "max_ms": 0.03, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.785, "count": 108, "max_ms": 3.905, "p95_ms": 2.638}, "worker_merge_ms": {"avg_ms": 0.004, "count": 108, "max_ms": 0.009, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.985, "count": 108, "max_ms": 54.704, "p95_ms": 48.54}, "visualize": {"avg_ms": 25.057, "count": 108, "max_ms": 38.638, "p95_ms": 35.047}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.541, "count": 108, "max_ms": 34.781, "p95_ms": 30.721}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.926, "count": 108, "max_ms": 38.497, "p95_ms": 34.933}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.855, "count": 108, "max_ms": 38.414, "p95_ms": 34.861}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 108, "max_ms": 0.131, "p95_ms": 0.056}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1065.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.211, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.979, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T23:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122171, "write_bytes_delta": 122171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.015558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2036.0, "pid": 2081, "reason": null, "system_cpu_core_ratio": 0.002431, "system_cpu_s_delta": 0.049999999999954525, "user_cpu_core_ratio": 0.013127, "user_cpu_s_delta": 0.27000000000043656}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.040353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.003889, "system_cpu_s_delta": 0.07999999999992724, "user_cpu_core_ratio": 0.036463, "user_cpu_s_delta": 0.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.105, "count": 101, "max_ms": 3.634, "p95_ms": 3.154, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.822, "max": 9.0, "p95": 6.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 1.535, "max": 2.0, "p95": 2.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.734, "count": 30, "max": 37.848, "p95": 34.854, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.376, "count": 30, "max": 26.692, "p95": 19.666, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 550.267, "count": 30, "max": 860.0, "p95": 835.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 812.8, "count": 30, "max": 7604.0, "p95": 4525.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.608, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.589, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131500.267, "count": 30, "max": 151154.0, "p95": 140544.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127077.167, "count": 30, "max": 151154.0, "p95": 140544.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 257.067, "count": 30, "max": 7367.0, "p95": 32.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.099, "p95": 0.076, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.676, "p95": 0.662, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3338, "sampled_at": "2026-09-03T23:18:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T23:18:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.495, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 553494, "flush_count": 564, "flush_interval_seconds": 30.0, "flush_state": {"count": 564, "last_at": "2026-09-03T23:17:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T23:17:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 563}, "started": true, "suppressed_count": 336648, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 211, "tracking_summary": 336437}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 564, "written_record_count": 564}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5944.16, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 931737600000, "copied_frame_count": 337000, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T23:18:09+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3650064, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T23:18:01+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.605}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 211, "events_emitted": 180, "events_failed": 0, "events_observed": 211, "events_suppressed": 31, "frame_buffer_copied_bytes": 931737600000, "frame_buffer_copies": 337000, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 9000, "recorder_active_input_bytes": 24883200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 180, "recorder_clips_failed": 0, "recorder_clips_started": 180, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 180, "worker_jobs_accepted": 180, "worker_jobs_completed": 180, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0697, "count": 512, "max_ms": 0.1944, "p50_ms": 0.0641, "p95_ms": 0.1341, "p99_ms": 0.1747}, "stages": {"db_insert": {"avg_ms": 23.0648, "count": 180, "max_ms": 60.8609, "p50_ms": 21.2592, "p95_ms": 39.2645, "p99_ms": 50.9622, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5316, "count": 180, "max_ms": 3.1521, "p50_ms": 1.4811, "p95_ms": 2.258, "p99_ms": 2.6597, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 760.3376, "count": 211, "max_ms": 1612.9767, "p50_ms": 833.4143, "p95_ms": 1158.4811, "p99_ms": 1538.28, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0233, "count": 512, "max_ms": 7.7612, "p50_ms": 0.9435, "p95_ms": 1.7644, "p99_ms": 2.2892, "results": {"failed": 0, "not_applicable": 0, "success": 337000, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 399.1975, "count": 211, "max_ms": 1186.2126, "p50_ms": 452.2539, "p95_ms": 495.4591, "p99_ms": 853.7781, "results": {"failed": 0, "not_applicable": 0, "success": 211, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.4676, "count": 180, "max_ms": 46.0624, "p50_ms": 9.1781, "p95_ms": 16.316, "p99_ms": 21.6312, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7094, "count": 512, "max_ms": 8.3237, "p50_ms": 4.6467, "p95_ms": 6.5966, "p99_ms": 7.4499, "results": {"failed": 0, "not_applicable": 0, "success": 9000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9971, "count": 512, "max_ms": 3.1811, "p50_ms": 0.9111, "p95_ms": 1.632, "p99_ms": 2.5188, "results": {"failed": 0, "not_applicable": 0, "success": 9000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 464.5802, "count": 180, "max_ms": 1183.855, "p50_ms": 452.0342, "p95_ms": 494.0532, "p99_ms": 910.9476, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 386.1667, "count": 180, "max_ms": 1103.3168, "p50_ms": 374.6049, "p95_ms": 409.7719, "p99_ms": 795.2373, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.6274, "count": 180, "max_ms": 115.8187, "p50_ms": 74.0254, "p95_ms": 84.696, "p99_ms": 92.597, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3813, "count": 180, "max_ms": 6.5852, "p50_ms": 1.1439, "p95_ms": 2.7554, "p99_ms": 4.0395, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.2379, "count": 180, "max_ms": 60.2321, "p50_ms": 31.0623, "p95_ms": 40.0203, "p99_ms": 45.616, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6436, "count": 211, "max_ms": 1.3185, "p50_ms": 0.614, "p95_ms": 1.0333, "p99_ms": 1.2515, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.0995, "count": 180, "max_ms": 13.9494, "p50_ms": 1.0184, "p95_ms": 6.4317, "p99_ms": 11.7365, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.0995, "count": 180, "max_ms": 13.9494, "p50_ms": 1.0184, "p95_ms": 6.4317, "p99_ms": 11.7365, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6436, "count": 211, "max_ms": 1.3185, "p50_ms": 0.614, "p95_ms": 1.0333, "p99_ms": 1.2515, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7052, "count": 180, "max_ms": 1.7862, "p50_ms": 0.6178, "p95_ms": 1.2794, "p99_ms": 1.5741, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 374.4294, "count": 180, "max_ms": 1037.5001, "p50_ms": 342.0921, "p95_ms": 642.4192, "p99_ms": 920.7684, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 211, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3787, "count": 180, "max_ms": 11.2432, "p50_ms": 0.8817, "p95_ms": 3.7299, "p99_ms": 7.7236, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.5218, "count": 180, "max_ms": 42.51, "p50_ms": 6.7564, "p95_ms": 22.9482, "p99_ms": 34.3117, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0816, "count": 180, "max_ms": 0.7528, "p50_ms": 0.0708, "p95_ms": 0.1515, "p99_ms": 0.198, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6106, "count": 180, "max_ms": 3.7809, "p50_ms": 1.5229, "p95_ms": 2.5416, "p99_ms": 3.1611, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 422.0573, "count": 180, "max_ms": 1082.4779, "p50_ms": 392.131, "p95_ms": 699.9551, "p99_ms": 987.8166, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 180, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 180, "max_ms": 0.7528, "p50_ms": 0.0708, "p95_ms": 0.1515, "p99_ms": 0.198}, "wait_ms": {"count": 180, "max_ms": 3.7809, "p50_ms": 1.5229, "p95_ms": 2.5416, "p99_ms": 3.1611}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 180, "artifact_failed": 0, "artifact_requested": 180, "artifact_success": 180, "completed": 180, "completed_failed": 0, "completed_success": 180, "cooldown_promoted": 180, "database_requested": 180, "db_insert_success": 180, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7016, "relay_business_failed": 0, "relay_business_success": 180, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 180, "relay_transport_failed": 0, "relay_transport_success": 180, "reservation_requested": 180}, "snapshot": {"copied_bytes": 497664000, "copied_count": 180, "copy": {"count": 180, "max_ms": 3.1521, "p50_ms": 1.4811, "p95_ms": 2.258, "p99_ms": 2.6597}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T23:18:35+09:00", "last_error_summary": "[h264 @ 0x5ed4ae3eef40] cabac decode of qscale diff failed at 22 37 [h264 @ 0x5ed4ae3eef40] error while decoding MB 22 37, bytestream 11184 [h264 @ 0x5ed4aedc2f80] cabac decode of qscale diff failed at 48 65 [h264 @ 0x5ed4aedc2f80] error while decoding MB 48 65, bytestream 11192 [h264 @ 0x5ed4aee91e00] left block unavailable for requested intra mode [h264 @ 0x5ed4aee91e00] error while decoding MB 0 50, bytestream 4997 [h264 @ 0x5ed4aedc2f80] error while decoding MB 37 65, bytestream 295 [in#0/rt", "last_exit_at": "2026-09-03T23:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 23556.533, "last_started_at": "2026-09-03T16:45:59+09:00", "pid": 2081, "process": {"exists": false, "pid": 2081}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.979, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T23:18:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-09-03T23:18:35+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-09-03T23:18:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 59, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 31.27, "last_sample_duration_ms": 510.845, "last_trigger": "periodic", "next_snapshot_in_sec": 568.73, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 59, "storage_bytes": 1685592}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-09-03T23:18:35.545358+09:00", "mtime_epoch": 1788445115.5453582, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132194}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T23:18:35+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1071.609, "name": "celery", "pid": 183, "rss_mb": 1065.098, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 149, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 337000, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.019, "max": 9.0, "p95": 7.0, "sample_count": 108}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.66, "max": 2.0, "p95": 2.0, "sample_count": 100}, "total": {"avg": 1.537, "max": 2.0, "p95": 2.0, "sample_count": 108}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 2.0, "sample_count": 108}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 108}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 2.0, "sample_count": 108}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 108, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.787, "pushed": 3.787, "read": 3.787}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 108, "client_acquire_ms": {"avg_ms": 0.008, "count": 108, "max_ms": 0.025, "p95_ms": 0.021, "reason": null, "sample_age_ms": 78.001, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.427, "count": 108, "max_ms": 2.012, "p95_ms": 1.281, "reason": null, "sample_age_ms": 112.021, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.172, "count": 108, "max_ms": 1.656, "p95_ms": 1.058, "reason": null, "sample_age_ms": 112.263, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 108, "max_ms": 0.638, "p95_ms": 0.363, "reason": null, "sample_age_ms": 78.005, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.478, "count": 108, "max_ms": 3.181, "p95_ms": 2.611, "reason": null, "sample_age_ms": 110.351, "source": "client_direct"}, "request_count": 108, "request_tensor_bytes": {"avg": 2764808.0, "count": 108, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.333, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 108, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.155, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.469, "count": 108, "max_ms": 52.593, "p95_ms": 46.099, "reason": null, "sample_age_ms": 77.998, "source": "client_direct"}, "sample_age_ms": 77.996, "source": "client_direct", "task_total_ms": {"avg_ms": 35.296, "count": 108, "max_ms": 54.082, "p95_ms": 47.775, "reason": null, "sample_age_ms": 77.996, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.511, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.165, "count": 108, "max_ms": 7.128, "p95_ms": 6.086}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.255, "count": 108, "max_ms": 0.452, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.823, "count": 108, "max_ms": 2.029, "p95_ms": 1.292}, "event_filter_ms": {"avg_ms": 0.003, "count": 108, "max_ms": 0.01, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 108, "max_ms": 0.412, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.002, "count": 108, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 1.836, "count": 108, "max_ms": 4.02, "p95_ms": 2.713}, "setup_ms": {"avg_ms": 0.031, "count": 108, "max_ms": 0.058, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 4.126, "count": 108, "max_ms": 7.077, "p95_ms": 6.043}, "track_match_ms": {"avg_ms": 0.082, "count": 108, "max_ms": 0.333, "p95_ms": 0.14}, "tracker_update_ms": {"avg_ms": 0.948, "count": 108, "max_ms": 1.871, "p95_ms": 1.412}}, "gstreamer_push": {"avg_ms": 2.086, "count": 108, "max_ms": 3.375, "p95_ms": 3.145}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 108, "max_ms": 0.112, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.973, "count": 108, "max_ms": 54.68, "p95_ms": 48.527}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 108, "max_ms": 0.077, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.847, "count": 108, "max_ms": 100.924, "p95_ms": 85.239}, "inference_input_copy_ms": {"avg_ms": 1.134, "count": 108, "max_ms": 2.077, "p95_ms": 1.889}, "processing_residual_ms": {"avg_ms": 0.171, "count": 108, "max_ms": 0.562, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.18, "count": 108, "max_ms": 102.939, "p95_ms": 86.917}, "read_interval": {"avg_ms": 281.987, "count": 108, "max_ms": 19536.94, "p95_ms": 111.615}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 108, "max_ms": 0.029, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 1.796, "count": 108, "max_ms": 3.932, "p95_ms": 2.652}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 108, "max_ms": 0.03, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.785, "count": 108, "max_ms": 3.905, "p95_ms": 2.638}, "worker_merge_ms": {"avg_ms": 0.004, "count": 108, "max_ms": 0.009, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.985, "count": 108, "max_ms": 54.704, "p95_ms": 48.54}, "visualize": {"avg_ms": 25.057, "count": 108, "max_ms": 38.638, "p95_ms": 35.047}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.541, "count": 108, "max_ms": 34.781, "p95_ms": 30.721}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.926, "count": 108, "max_ms": 38.497, "p95_ms": 34.933}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.855, "count": 108, "max_ms": 38.414, "p95_ms": 34.861}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 108, "max_ms": 0.131, "p95_ms": 0.056}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1065.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.211, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.979, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T23:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122171, "write_bytes_delta": 122171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.015558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2036.0, "pid": 2081, "reason": null, "system_cpu_core_ratio": 0.002431, "system_cpu_s_delta": 0.049999999999954525, "user_cpu_core_ratio": 0.013127, "user_cpu_s_delta": 0.27000000000043656}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.040353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.003889, "system_cpu_s_delta": 0.07999999999992724, "user_cpu_core_ratio": 0.036463, "user_cpu_s_delta": 0.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.105, "count": 101, "max_ms": 3.634, "p95_ms": 3.154, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.822, "max": 9.0, "p95": 6.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 1.535, "max": 2.0, "p95": 2.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.734, "count": 30, "max": 37.848, "p95": 34.854, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.376, "count": 30, "max": 26.692, "p95": 19.666, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 550.267, "count": 30, "max": 860.0, "p95": 835.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 812.8, "count": 30, "max": 7604.0, "p95": 4525.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.608, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.589, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131500.267, "count": 30, "max": 151154.0, "p95": 140544.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127077.167, "count": 30, "max": 151154.0, "p95": 140544.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 257.067, "count": 30, "max": 7367.0, "p95": 32.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.099, "p95": 0.076, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.676, "p95": 0.662, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3338, "sampled_at": "2026-09-03T23:18:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T23:18:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.517, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 553494, "flush_count": 564, "flush_interval_seconds": 30.0, "flush_state": {"count": 564, "last_at": "2026-09-03T23:17:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-03T23:17:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 563}, "started": true, "suppressed_count": 336648, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 211, "tracking_summary": 336437}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 564, "written_record_count": 564}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6113.68, "limit_mb": null}, "detail": {"pid": 12366, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 931737600000, "copied_frame_count": 337000, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-03T23:18:09+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3650064, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-03T23:18:01+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.605}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 211, "events_emitted": 180, "events_failed": 0, "events_observed": 211, "events_suppressed": 31, "frame_buffer_copied_bytes": 931737600000, "frame_buffer_copies": 337000, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 9000, "recorder_active_input_bytes": 24883200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 180, "recorder_clips_failed": 0, "recorder_clips_started": 180, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 180, "worker_jobs_accepted": 180, "worker_jobs_completed": 180, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0697, "count": 512, "max_ms": 0.1944, "p50_ms": 0.0641, "p95_ms": 0.1341, "p99_ms": 0.1747}, "stages": {"db_insert": {"avg_ms": 23.0648, "count": 180, "max_ms": 60.8609, "p50_ms": 21.2592, "p95_ms": 39.2645, "p99_ms": 50.9622, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5316, "count": 180, "max_ms": 3.1521, "p50_ms": 1.4811, "p95_ms": 2.258, "p99_ms": 2.6597, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 760.3376, "count": 211, "max_ms": 1612.9767, "p50_ms": 833.4143, "p95_ms": 1158.4811, "p99_ms": 1538.28, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0233, "count": 512, "max_ms": 7.7612, "p50_ms": 0.9435, "p95_ms": 1.7644, "p99_ms": 2.2892, "results": {"failed": 0, "not_applicable": 0, "success": 337000, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 399.1975, "count": 211, "max_ms": 1186.2126, "p50_ms": 452.2539, "p95_ms": 495.4591, "p99_ms": 853.7781, "results": {"failed": 0, "not_applicable": 0, "success": 211, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.4676, "count": 180, "max_ms": 46.0624, "p50_ms": 9.1781, "p95_ms": 16.316, "p99_ms": 21.6312, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7094, "count": 512, "max_ms": 8.3237, "p50_ms": 4.6467, "p95_ms": 6.5966, "p99_ms": 7.4499, "results": {"failed": 0, "not_applicable": 0, "success": 9000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9971, "count": 512, "max_ms": 3.1811, "p50_ms": 0.9111, "p95_ms": 1.632, "p99_ms": 2.5188, "results": {"failed": 0, "not_applicable": 0, "success": 9000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 464.5802, "count": 180, "max_ms": 1183.855, "p50_ms": 452.0342, "p95_ms": 494.0532, "p99_ms": 910.9476, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 386.1667, "count": 180, "max_ms": 1103.3168, "p50_ms": 374.6049, "p95_ms": 409.7719, "p99_ms": 795.2373, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.6274, "count": 180, "max_ms": 115.8187, "p50_ms": 74.0254, "p95_ms": 84.696, "p99_ms": 92.597, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3813, "count": 180, "max_ms": 6.5852, "p50_ms": 1.1439, "p95_ms": 2.7554, "p99_ms": 4.0395, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.2379, "count": 180, "max_ms": 60.2321, "p50_ms": 31.0623, "p95_ms": 40.0203, "p99_ms": 45.616, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6436, "count": 211, "max_ms": 1.3185, "p50_ms": 0.614, "p95_ms": 1.0333, "p99_ms": 1.2515, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.0995, "count": 180, "max_ms": 13.9494, "p50_ms": 1.0184, "p95_ms": 6.4317, "p99_ms": 11.7365, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.0995, "count": 180, "max_ms": 13.9494, "p50_ms": 1.0184, "p95_ms": 6.4317, "p99_ms": 11.7365, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6436, "count": 211, "max_ms": 1.3185, "p50_ms": 0.614, "p95_ms": 1.0333, "p99_ms": 1.2515, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7052, "count": 180, "max_ms": 1.7862, "p50_ms": 0.6178, "p95_ms": 1.2794, "p99_ms": 1.5741, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 374.4294, "count": 180, "max_ms": 1037.5001, "p50_ms": 342.0921, "p95_ms": 642.4192, "p99_ms": 920.7684, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 211, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3787, "count": 180, "max_ms": 11.2432, "p50_ms": 0.8817, "p95_ms": 3.7299, "p99_ms": 7.7236, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.5218, "count": 180, "max_ms": 42.51, "p50_ms": 6.7564, "p95_ms": 22.9482, "p99_ms": 34.3117, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0816, "count": 180, "max_ms": 0.7528, "p50_ms": 0.0708, "p95_ms": 0.1515, "p99_ms": 0.198, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6106, "count": 180, "max_ms": 3.7809, "p50_ms": 1.5229, "p95_ms": 2.5416, "p99_ms": 3.1611, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 422.0573, "count": 180, "max_ms": 1082.4779, "p50_ms": 392.131, "p95_ms": 699.9551, "p99_ms": 987.8166, "results": {"failed": 0, "not_applicable": 0, "success": 180, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 180, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 180, "max_ms": 0.7528, "p50_ms": 0.0708, "p95_ms": 0.1515, "p99_ms": 0.198}, "wait_ms": {"count": 180, "max_ms": 3.7809, "p50_ms": 1.5229, "p95_ms": 2.5416, "p99_ms": 3.1611}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 180, "artifact_failed": 0, "artifact_requested": 180, "artifact_success": 180, "completed": 180, "completed_failed": 0, "completed_success": 180, "cooldown_promoted": 180, "database_requested": 180, "db_insert_success": 180, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7016, "relay_business_failed": 0, "relay_business_success": 180, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 180, "relay_transport_failed": 0, "relay_transport_success": 180, "reservation_requested": 180}, "snapshot": {"copied_bytes": 497664000, "copied_count": 180, "copy": {"count": 180, "max_ms": 3.1521, "p50_ms": 1.4811, "p95_ms": 2.258, "p99_ms": 2.6597}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-03T23:18:35+09:00", "last_error_summary": "[h264 @ 0x5ed4ae3eef40] cabac decode of qscale diff failed at 22 37 [h264 @ 0x5ed4ae3eef40] error while decoding MB 22 37, bytestream 11184 [h264 @ 0x5ed4aedc2f80] cabac decode of qscale diff failed at 48 65 [h264 @ 0x5ed4aedc2f80] error while decoding MB 48 65, bytestream 11192 [h264 @ 0x5ed4aee91e00] left block unavailable for requested intra mode [h264 @ 0x5ed4aee91e00] error while decoding MB 0 50, bytestream 4997 [h264 @ 0x5ed4aedc2f80] error while decoding MB 37 65, bytestream 295 [in#0/rt", "last_exit_at": "2026-09-03T23:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-03T23:18:37+09:00", "pid": 12366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.25, "name": "ffmpeg", "pid": 12366, "rss_mb": 198.25, "state": "S (sleeping)", "threads": 70}, "restart_count": 3, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.127, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T23:18:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 4.39, "last_frame_pushed_at": "2026-09-03T23:18:35+09:00", "last_frame_read_age_sec": 4.477, "last_frame_read_at": "2026-09-03T23:18:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 59, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 35.638, "last_sample_duration_ms": 510.845, "last_trigger": "periodic", "next_snapshot_in_sec": 564.362, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 59, "storage_bytes": 1685592}, "mjpeg": {"age_sec": 4.381, "exists": true, "mtime": "2026-09-03T23:18:35.545358+09:00", "mtime_epoch": 1788445115.5453582, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132194}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-03T23:18:39+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1071.609, "name": "celery", "pid": 183, "rss_mb": 1065.102, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 149, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 337000, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.28, "max": 9.0, "p95": 8.0, "sample_count": 75}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.515, "max": 2.0, "p95": 2.0, "sample_count": 68}, "total": {"avg": 1.373, "max": 2.0, "p95": 2.0, "sample_count": 75}}, "tracking_counts": {"active": {"avg": 1.027, "max": 2.0, "p95": 2.0, "sample_count": 75}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 75}, "tracked": {"avg": 1.027, "max": 2.0, "p95": 2.0, "sample_count": 75}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 75, "pushed_frames": 75, "read_frames": 74, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.501, "pushed": 2.501, "read": 2.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 74, "client_acquire_ms": {"avg_ms": 0.007, "count": 74, "max_ms": 0.025, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4443.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 74, "max_ms": 2.012, "p95_ms": 1.261, "reason": null, "sample_age_ms": 4477.525, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 74, "max_ms": 1.656, "p95_ms": 1.015, "reason": null, "sample_age_ms": 4477.767, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.206, "count": 74, "max_ms": 0.515, "p95_ms": 0.367, "reason": null, "sample_age_ms": 4443.509, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.487, "count": 74, "max_ms": 3.181, "p95_ms": 2.649, "reason": null, "sample_age_ms": 4475.855, "source": "client_direct"}, "request_count": 74, "request_tensor_bytes": {"avg": 2764808.0, "count": 74, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4475.837, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4443.659, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.418, "count": 74, "max_ms": 48.178, "p95_ms": 45.456, "reason": null, "sample_age_ms": 4443.502, "source": "client_direct"}, "sample_age_ms": 4443.5, "source": "client_direct", "task_total_ms": {"avg_ms": 35.252, "count": 74, "max_ms": 49.953, "p95_ms": 47.556, "reason": null, "sample_age_ms": 4443.5, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.139, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.859, "count": 75, "max_ms": 7.128, "p95_ms": 6.086}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 75, "max_ms": 0.442, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.778, "count": 75, "max_ms": 2.029, "p95_ms": 1.396}, "event_filter_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.01, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.132, "count": 75, "max_ms": 0.412, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.002, "count": 75, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 1.636, "count": 75, "max_ms": 4.02, "p95_ms": 2.683}, "setup_ms": {"avg_ms": 0.03, "count": 75, "max_ms": 0.058, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 3.82, "count": 75, "max_ms": 7.077, "p95_ms": 6.043}, "track_match_ms": {"avg_ms": 0.077, "count": 75, "max_ms": 0.233, "p95_ms": 0.14}, "tracker_update_ms": {"avg_ms": 0.908, "count": 75, "max_ms": 1.871, "p95_ms": 1.401}}, "gstreamer_push": {"avg_ms": 2.033, "count": 75, "max_ms": 3.375, "p95_ms": 3.14}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 75, "max_ms": 0.112, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.954, "count": 75, "max_ms": 50.552, "p95_ms": 48.49}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 75, "max_ms": 0.077, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.84, "count": 75, "max_ms": 89.246, "p95_ms": 76.958}, "inference_input_copy_ms": {"avg_ms": 1.064, "count": 75, "max_ms": 2.077, "p95_ms": 2.002}, "processing_residual_ms": {"avg_ms": 0.149, "count": 75, "max_ms": 0.542, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.083, "count": 75, "max_ms": 90.012, "p95_ms": 78.929}, "read_interval": {"avg_ms": 345.72, "count": 74, "max_ms": 19536.94, "p95_ms": 109.852}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 75, "max_ms": 0.027, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 1.596, "count": 75, "max_ms": 3.932, "p95_ms": 2.624}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 75, "max_ms": 0.03, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.586, "count": 75, "max_ms": 3.905, "p95_ms": 2.608}, "worker_merge_ms": {"avg_ms": 0.004, "count": 75, "max_ms": 0.009, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.966, "count": 75, "max_ms": 50.563, "p95_ms": 48.503}, "visualize": {"avg_ms": 24.201, "count": 75, "max_ms": 35.277, "p95_ms": 32.562}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.862, "count": 75, "max_ms": 32.717, "p95_ms": 29.684}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.07, "count": 75, "max_ms": 35.169, "p95_ms": 32.391}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.999, "count": 75, "max_ms": 35.074, "p95_ms": 32.305}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 75, "max_ms": 0.131, "p95_ms": 0.067}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1065.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.211, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.979, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-03T23:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122171, "write_bytes_delta": 122171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.015558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2036.0, "pid": 2081, "reason": null, "system_cpu_core_ratio": 0.002431, "system_cpu_s_delta": 0.049999999999954525, "user_cpu_core_ratio": 0.013127, "user_cpu_s_delta": 0.27000000000043656}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.040353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.003889, "system_cpu_s_delta": 0.07999999999992724, "user_cpu_core_ratio": 0.036463, "user_cpu_s_delta": 0.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.105, "count": 101, "max_ms": 3.634, "p95_ms": 3.154, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.822, "max": 9.0, "p95": 6.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 1.535, "max": 2.0, "p95": 2.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.734, "count": 30, "max": 37.848, "p95": 34.854, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.376, "count": 30, "max": 26.692, "p95": 19.666, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 550.267, "count": 30, "max": 860.0, "p95": 835.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 812.8, "count": 30, "max": 7604.0, "p95": 4525.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.608, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.589, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131500.267, "count": 30, "max": 151154.0, "p95": 140544.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127077.167, "count": 30, "max": 151154.0, "p95": 140544.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 257.067, "count": 30, "max": 7367.0, "p95": 32.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.099, "p95": 0.076, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.676, "p95": 0.662, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3338, "sampled_at": "2026-09-03T23:18:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-03T23:18:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}