{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.508, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:06:49+09:00", "last_error_summary": "[in#0/rtsp @ 0x651c2664ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x651c2664ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51816.009, "last_started_at": "2026-08-31T12:43:13+09:00", "pid": 297, "process": {"exists": false, "pid": 297}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.763, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 0.045, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 591.763, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 8.237, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-09-01T03:06:49.894600+09:00", "mtime_epoch": 1788199609.8945997, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 146512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:06:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1145.168, "name": "celery", "pid": 236, "rss_mb": 1145.168, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.719, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 107}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 107}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 107, "pushed_frames": 107, "read_frames": 107, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.572, "pushed": 3.572, "read": 3.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 107, "client_acquire_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.039, "p95_ms": 0.006, "reason": null, "sample_age_ms": 11.181, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.756, "count": 107, "max_ms": 11.559, "p95_ms": 10.893, "reason": null, "sample_age_ms": 38.724, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 107, "max_ms": 0.031, "p95_ms": 0.021, "reason": null, "sample_age_ms": 49.602, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.034, "count": 107, "max_ms": 0.097, "p95_ms": 0.057, "reason": null, "sample_age_ms": 11.186, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.348, "count": 107, "max_ms": 2.448, "p95_ms": 1.804, "reason": null, "sample_age_ms": 37.121, "source": "client_direct"}, "request_count": 107, "request_tensor_bytes": {"avg": 2764808.0, "count": 107, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 37.103, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 107, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.23, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.238, "count": 107, "max_ms": 27.017, "p95_ms": 25.649, "reason": null, "sample_age_ms": 11.178, "source": "client_direct"}, "sample_age_ms": 11.175, "source": "client_direct", "task_total_ms": {"avg_ms": 25.708, "count": 107, "max_ms": 28.328, "p95_ms": 27.157, "reason": null, "sample_age_ms": 11.175, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 107, "client_acquire_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.017, "p95_ms": 0.006, "reason": null, "sample_age_ms": 21.208, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.42, "count": 107, "max_ms": 1.431, "p95_ms": 1.132, "reason": null, "sample_age_ms": 49.498, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.125, "count": 107, "max_ms": 1.046, "p95_ms": 0.75, "reason": null, "sample_age_ms": 49.761, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 107, "max_ms": 0.208, "p95_ms": 0.171, "reason": null, "sample_age_ms": 21.213, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.88, "count": 107, "max_ms": 1.534, "p95_ms": 1.215, "reason": null, "sample_age_ms": 48.642, "source": "client_direct"}, "request_count": 107, "request_tensor_bytes": {"avg": 2764808.0, "count": 107, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 48.632, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 107, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.304, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.418, "count": 107, "max_ms": 36.803, "p95_ms": 31.703, "reason": null, "sample_age_ms": 21.203, "source": "client_direct"}, "sample_age_ms": 21.2, "source": "client_direct", "task_total_ms": {"avg_ms": 29.494, "count": 107, "max_ms": 37.749, "p95_ms": 32.849, "reason": null, "sample_age_ms": 21.2, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 107, "client_acquire_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 11.89, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.261, "count": 107, "max_ms": 8.033, "p95_ms": 7.221, "reason": null, "sample_age_ms": 42.942, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 107, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 49.63, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.036, "count": 107, "max_ms": 0.09, "p95_ms": 0.051, "reason": null, "sample_age_ms": 11.895, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.267, "count": 107, "max_ms": 1.849, "p95_ms": 1.62, "reason": null, "sample_age_ms": 41.351, "source": "client_direct"}, "request_count": 107, "request_tensor_bytes": {"avg": 2764808.0, "count": 107, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 41.336, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 107, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.959, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.208, "count": 107, "max_ms": 31.092, "p95_ms": 28.829, "reason": null, "sample_age_ms": 11.887, "source": "client_direct"}, "sample_age_ms": 11.885, "source": "client_direct", "task_total_ms": {"avg_ms": 27.598, "count": 107, "max_ms": 32.638, "p95_ms": 30.119, "reason": null, "sample_age_ms": 11.885, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 107, "client_acquire_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.039, "p95_ms": 0.006, "reason": null, "sample_age_ms": 12.411, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.858, "count": 107, "max_ms": 4.168, "p95_ms": 3.588, "reason": null, "sample_age_ms": 46.957, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.048, "count": 107, "max_ms": 3.394, "p95_ms": 0.025, "reason": null, "sample_age_ms": 49.661, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.051, "count": 107, "max_ms": 0.127, "p95_ms": 0.11, "reason": null, "sample_age_ms": 12.417, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.23, "count": 107, "max_ms": 1.799, "p95_ms": 1.655, "reason": null, "sample_age_ms": 45.608, "source": "client_direct"}, "request_count": 107, "request_tensor_bytes": {"avg": 2764808.0, "count": 107, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 45.591, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 107, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12.537, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.991, "count": 107, "max_ms": 34.208, "p95_ms": 30.586, "reason": null, "sample_age_ms": 12.408, "source": "client_direct"}, "sample_age_ms": 12.406, "source": "client_direct", "task_total_ms": {"avg_ms": 29.364, "count": 107, "max_ms": 35.184, "p95_ms": 32.016, "reason": null, "sample_age_ms": 12.406, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.565, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.422, "count": 107, "max_ms": 0.805, "p95_ms": 0.532}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.071, "count": 107, "max_ms": 0.148, "p95_ms": 0.097}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 107, "max_ms": 0.196, "p95_ms": 0.152}, "event_filter_ms": {"avg_ms": 0.002, "count": 107, "max_ms": 0.013, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.045, "count": 107, "max_ms": 0.083, "p95_ms": 0.063}, "mcmt_ms": {"avg_ms": 0.001, "count": 107, "max_ms": 0.009, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 107, "max_ms": 0.299, "p95_ms": 0.176}, "setup_ms": {"avg_ms": 0.024, "count": 107, "max_ms": 0.041, "p95_ms": 0.035}, "total_inside_ms": {"avg_ms": 0.397, "count": 107, "max_ms": 0.777, "p95_ms": 0.505}, "track_match_ms": {"avg_ms": 0.003, "count": 107, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 107, "max_ms": 0.067, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 1.1, "count": 107, "max_ms": 1.716, "p95_ms": 1.346}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 107, "max_ms": 0.016, "p95_ms": 0.006}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 35.933, "count": 107, "max_ms": 40.362, "p95_ms": 38.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 30.169, "count": 107, "max_ms": 38.195, "p95_ms": 33.554}, "yolo11_640_fire_11class": {"avg_ms": 34.317, "count": 107, "max_ms": 40.013, "p95_ms": 37.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 32.629, "count": 107, "max_ms": 39.485, "p95_ms": 35.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.019, "count": 107, "max_ms": 0.035, "p95_ms": 0.023}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 39.272, "count": 107, "max_ms": 44.087, "p95_ms": 41.69}, "inference_input_copy_ms": {"avg_ms": 0.606, "count": 107, "max_ms": 1.125, "p95_ms": 0.878}, "processing_residual_ms": {"avg_ms": 0.05, "count": 107, "max_ms": 0.108, "p95_ms": 0.066}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 39.948, "count": 107, "max_ms": 44.639, "p95_ms": 42.33}, "read_interval": {"avg_ms": 280.737, "count": 107, "max_ms": 10185.611, "p95_ms": 141.34}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 107, "max_ms": 0.034, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.112, "count": 107, "max_ms": 0.226, "p95_ms": 0.136}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 107, "max_ms": 0.043, "p95_ms": 0.012}, "scenario.falldown_detected_ms": {"avg_ms": 0.049, "count": 107, "max_ms": 0.093, "p95_ms": 0.073}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 107, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.048, "count": 107, "max_ms": 0.105, "p95_ms": 0.068}, "worker_merge_ms": {"avg_ms": 0.003, "count": 107, "max_ms": 0.012, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 35.971, "count": 107, "max_ms": 40.367, "p95_ms": 38.37}, "visualize": {"avg_ms": 2.335, "count": 107, "max_ms": 3.3, "p95_ms": 2.749}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.219, "count": 107, "max_ms": 3.184, "p95_ms": 2.624}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.161, "count": 107, "max_ms": 3.102, "p95_ms": 2.566}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 107, "max_ms": 0.073, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 107}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.841, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.71, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147602, "write_bytes_delta": 147602, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 408.0, "cpu_core_ratio": 0.254531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 297, "reason": null, "system_cpu_core_ratio": 0.029597, "system_cpu_s_delta": 0.2999999999999545, "user_cpu_core_ratio": 0.224935, "user_cpu_s_delta": 2.280000000000655}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.093723, "system_cpu_s_delta": 0.9500000000007276, "user_cpu_core_ratio": 0.320631, "user_cpu_s_delta": 3.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.109, "count": 301, "max_ms": 1.784, "p95_ms": 1.403, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.753, "count": 30, "max": 23.51, "p95": 22.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.071, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 402.4, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.232, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147663.567, "count": 30, "max": 151187.0, "p95": 150985.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147663.567, "count": 30, "max": 151187.0, "p95": 150985.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 41.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5129, "sampled_at": "2026-09-01T03:06:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:06:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.531, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:06:49+09:00", "last_error_summary": "[in#0/rtsp @ 0x651c2664ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x651c2664ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51816.049, "last_started_at": "2026-08-31T12:43:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.763, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 591.787, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 8.213, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:06:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1145.273, "name": "celery", "pid": 236, "rss_mb": 1145.273, "state": "S (sleeping)", "threads": 76}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.75, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 107}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 107}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 107, "pushed_frames": 107, "read_frames": 107, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.567, "read": 3.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 107, "client_acquire_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.039, "p95_ms": 0.006, "reason": null, "sample_age_ms": 48.019, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.756, "count": 107, "max_ms": 11.559, "p95_ms": 10.893, "reason": null, "sample_age_ms": 75.562, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 107, "max_ms": 0.031, "p95_ms": 0.021, "reason": null, "sample_age_ms": 86.439, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.034, "count": 107, "max_ms": 0.097, "p95_ms": 0.057, "reason": null, "sample_age_ms": 48.023, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.348, "count": 107, "max_ms": 2.448, "p95_ms": 1.804, "reason": null, "sample_age_ms": 73.959, "source": "client_direct"}, "request_count": 107, "request_tensor_bytes": {"avg": 2764808.0, "count": 107, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.941, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 107, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.067, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.238, "count": 107, "max_ms": 27.017, "p95_ms": 25.649, "reason": null, "sample_age_ms": 48.015, "source": "client_direct"}, "sample_age_ms": 48.012, "source": "client_direct", "task_total_ms": {"avg_ms": 25.708, "count": 107, "max_ms": 28.328, "p95_ms": 27.157, "reason": null, "sample_age_ms": 48.012, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 107, "client_acquire_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.017, "p95_ms": 0.006, "reason": null, "sample_age_ms": 58.045, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.42, "count": 107, "max_ms": 1.431, "p95_ms": 1.132, "reason": null, "sample_age_ms": 86.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.125, "count": 107, "max_ms": 1.046, "p95_ms": 0.75, "reason": null, "sample_age_ms": 86.599, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 107, "max_ms": 0.208, "p95_ms": 0.171, "reason": null, "sample_age_ms": 58.051, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.88, "count": 107, "max_ms": 1.534, "p95_ms": 1.215, "reason": null, "sample_age_ms": 85.48, "source": "client_direct"}, "request_count": 107, "request_tensor_bytes": {"avg": 2764808.0, "count": 107, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.469, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 107, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.141, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.418, "count": 107, "max_ms": 36.803, "p95_ms": 31.703, "reason": null, "sample_age_ms": 58.041, "source": "client_direct"}, "sample_age_ms": 58.038, "source": "client_direct", "task_total_ms": {"avg_ms": 29.494, "count": 107, "max_ms": 37.749, "p95_ms": 32.849, "reason": null, "sample_age_ms": 58.038, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 107, "client_acquire_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 48.728, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.261, "count": 107, "max_ms": 8.033, "p95_ms": 7.221, "reason": null, "sample_age_ms": 79.779, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 107, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 86.468, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.036, "count": 107, "max_ms": 0.09, "p95_ms": 0.051, "reason": null, "sample_age_ms": 48.733, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.267, "count": 107, "max_ms": 1.849, "p95_ms": 1.62, "reason": null, "sample_age_ms": 78.189, "source": "client_direct"}, "request_count": 107, "request_tensor_bytes": {"avg": 2764808.0, "count": 107, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.174, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 107, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.797, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.208, "count": 107, "max_ms": 31.092, "p95_ms": 28.829, "reason": null, "sample_age_ms": 48.725, "source": "client_direct"}, "sample_age_ms": 48.722, "source": "client_direct", "task_total_ms": {"avg_ms": 27.598, "count": 107, "max_ms": 32.638, "p95_ms": 30.119, "reason": null, "sample_age_ms": 48.722, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 107, "client_acquire_ms": {"avg_ms": 0.004, "count": 107, "max_ms": 0.039, "p95_ms": 0.006, "reason": null, "sample_age_ms": 49.249, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.858, "count": 107, "max_ms": 4.168, "p95_ms": 3.588, "reason": null, "sample_age_ms": 83.795, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.048, "count": 107, "max_ms": 3.394, "p95_ms": 0.025, "reason": null, "sample_age_ms": 86.498, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.051, "count": 107, "max_ms": 0.127, "p95_ms": 0.11, "reason": null, "sample_age_ms": 49.255, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.23, "count": 107, "max_ms": 1.799, "p95_ms": 1.655, "reason": null, "sample_age_ms": 82.445, "source": "client_direct"}, "request_count": 107, "request_tensor_bytes": {"avg": 2764808.0, "count": 107, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.429, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 107, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.375, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.991, "count": 107, "max_ms": 34.208, "p95_ms": 30.586, "reason": null, "sample_age_ms": 49.246, "source": "client_direct"}, "sample_age_ms": 49.243, "source": "client_direct", "task_total_ms": {"avg_ms": 29.364, "count": 107, "max_ms": 35.184, "p95_ms": 32.016, "reason": null, "sample_age_ms": 49.243, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.186, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.422, "count": 107, "max_ms": 0.805, "p95_ms": 0.532}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.071, "count": 107, "max_ms": 0.148, "p95_ms": 0.097}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 107, "max_ms": 0.196, "p95_ms": 0.152}, "event_filter_ms": {"avg_ms": 0.002, "count": 107, "max_ms": 0.013, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.045, "count": 107, "max_ms": 0.083, "p95_ms": 0.063}, "mcmt_ms": {"avg_ms": 0.001, "count": 107, "max_ms": 0.009, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 107, "max_ms": 0.299, "p95_ms": 0.176}, "setup_ms": {"avg_ms": 0.024, "count": 107, "max_ms": 0.041, "p95_ms": 0.035}, "total_inside_ms": {"avg_ms": 0.397, "count": 107, "max_ms": 0.777, "p95_ms": 0.505}, "track_match_ms": {"avg_ms": 0.003, "count": 107, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 107, "max_ms": 0.067, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 1.1, "count": 107, "max_ms": 1.716, "p95_ms": 1.346}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 107, "max_ms": 0.016, "p95_ms": 0.006}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 35.933, "count": 107, "max_ms": 40.362, "p95_ms": 38.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 30.169, "count": 107, "max_ms": 38.195, "p95_ms": 33.554}, "yolo11_640_fire_11class": {"avg_ms": 34.317, "count": 107, "max_ms": 40.013, "p95_ms": 37.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 32.629, "count": 107, "max_ms": 39.485, "p95_ms": 35.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.019, "count": 107, "max_ms": 0.035, "p95_ms": 0.023}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 39.272, "count": 107, "max_ms": 44.087, "p95_ms": 41.69}, "inference_input_copy_ms": {"avg_ms": 0.606, "count": 107, "max_ms": 1.125, "p95_ms": 0.878}, "processing_residual_ms": {"avg_ms": 0.05, "count": 107, "max_ms": 0.108, "p95_ms": 0.066}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 39.948, "count": 107, "max_ms": 44.639, "p95_ms": 42.33}, "read_interval": {"avg_ms": 280.737, "count": 107, "max_ms": 10185.611, "p95_ms": 141.34}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 107, "max_ms": 0.034, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.112, "count": 107, "max_ms": 0.226, "p95_ms": 0.136}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 107, "max_ms": 0.043, "p95_ms": 0.012}, "scenario.falldown_detected_ms": {"avg_ms": 0.049, "count": 107, "max_ms": 0.093, "p95_ms": 0.073}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 107, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.048, "count": 107, "max_ms": 0.105, "p95_ms": 0.068}, "worker_merge_ms": {"avg_ms": 0.003, "count": 107, "max_ms": 0.012, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 35.971, "count": 107, "max_ms": 40.367, "p95_ms": 38.37}, "visualize": {"avg_ms": 2.335, "count": 107, "max_ms": 3.3, "p95_ms": 2.749}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.219, "count": 107, "max_ms": 3.184, "p95_ms": 2.624}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 107, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.161, "count": 107, "max_ms": 3.102, "p95_ms": 2.566}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 107, "max_ms": 0.073, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 107}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.841, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.71, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147602, "write_bytes_delta": 147602, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 408.0, "cpu_core_ratio": 0.254531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 297, "reason": null, "system_cpu_core_ratio": 0.029597, "system_cpu_s_delta": 0.2999999999999545, "user_cpu_core_ratio": 0.224935, "user_cpu_s_delta": 2.280000000000655}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.093723, "system_cpu_s_delta": 0.9500000000007276, "user_cpu_core_ratio": 0.320631, "user_cpu_s_delta": 3.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.109, "count": 301, "max_ms": 1.784, "p95_ms": 1.403, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.753, "count": 30, "max": 23.51, "p95": 22.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.071, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 402.4, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.232, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147663.567, "count": 30, "max": 151187.0, "p95": 150985.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147663.567, "count": 30, "max": 151187.0, "p95": 150985.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 41.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5129, "sampled_at": "2026-09-01T03:06:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:06:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3710.953, "limit_mb": null}, "detail": {"pid": 920, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:06:49+09:00", "last_error_summary": "[in#0/rtsp @ 0x651c2664ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x651c2664ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T03:06:52+09:00", "pid": 920, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.516, "name": "ffmpeg", "pid": 920, "rss_mb": 44.516, "state": "S (sleeping)", "threads": 1}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.765, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 4.885, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 4.929, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 596.632, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 3.368, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 4.877, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:06:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 5.595, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.967, "pushed": 1.967, "read": 1.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4893.005, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.884, "count": 58, "max_ms": 11.559, "p95_ms": 10.918, "reason": null, "sample_age_ms": 4920.548, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 58, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4931.425, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.035, "count": 58, "max_ms": 0.097, "p95_ms": 0.055, "reason": null, "sample_age_ms": 4893.009, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.4, "count": 58, "max_ms": 2.448, "p95_ms": 1.869, "reason": null, "sample_age_ms": 4918.945, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4918.927, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4893.053, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.211, "count": 58, "max_ms": 27.017, "p95_ms": 25.735, "reason": null, "sample_age_ms": 4893.001, "source": "client_direct"}, "sample_age_ms": 4892.998, "source": "client_direct", "task_total_ms": {"avg_ms": 25.739, "count": 58, "max_ms": 28.328, "p95_ms": 27.345, "reason": null, "sample_age_ms": 4892.998, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.017, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4903.031, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.434, "count": 58, "max_ms": 1.431, "p95_ms": 1.243, "reason": null, "sample_age_ms": 4931.322, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.135, "count": 58, "max_ms": 1.046, "p95_ms": 0.805, "reason": null, "sample_age_ms": 4931.585, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 58, "max_ms": 0.185, "p95_ms": 0.162, "reason": null, "sample_age_ms": 4903.037, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.871, "count": 58, "max_ms": 1.347, "p95_ms": 1.187, "reason": null, "sample_age_ms": 4930.466, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4930.455, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4903.127, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.718, "count": 58, "max_ms": 36.803, "p95_ms": 33.629, "reason": null, "sample_age_ms": 4903.027, "source": "client_direct"}, "sample_age_ms": 4903.024, "source": "client_direct", "task_total_ms": {"avg_ms": 29.778, "count": 58, "max_ms": 37.749, "p95_ms": 34.822, "reason": null, "sample_age_ms": 4903.024, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4893.713, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.367, "count": 58, "max_ms": 7.547, "p95_ms": 7.241, "reason": null, "sample_age_ms": 4924.765, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 58, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4931.454, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.036, "count": 58, "max_ms": 0.08, "p95_ms": 0.05, "reason": null, "sample_age_ms": 4893.719, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.28, "count": 58, "max_ms": 1.849, "p95_ms": 1.567, "reason": null, "sample_age_ms": 4923.175, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4923.16, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4893.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.983, "count": 58, "max_ms": 31.092, "p95_ms": 29.118, "reason": null, "sample_age_ms": 4893.711, "source": "client_direct"}, "sample_age_ms": 4893.708, "source": "client_direct", "task_total_ms": {"avg_ms": 28.387, "count": 58, "max_ms": 32.638, "p95_ms": 30.549, "reason": null, "sample_age_ms": 4893.708, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.039, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4894.235, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.874, "count": 58, "max_ms": 3.806, "p95_ms": 3.476, "reason": null, "sample_age_ms": 4928.781, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 58, "max_ms": 0.032, "p95_ms": 0.026, "reason": null, "sample_age_ms": 4931.484, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 58, "max_ms": 0.127, "p95_ms": 0.106, "reason": null, "sample_age_ms": 4894.241, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.26, "count": 58, "max_ms": 1.767, "p95_ms": 1.656, "reason": null, "sample_age_ms": 4927.431, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4927.415, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4894.361, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.366, "count": 58, "max_ms": 34.208, "p95_ms": 31.006, "reason": null, "sample_age_ms": 4894.232, "source": "client_direct"}, "sample_age_ms": 4894.229, "source": "client_direct", "task_total_ms": {"avg_ms": 29.768, "count": 58, "max_ms": 35.184, "p95_ms": 32.426, "reason": null, "sample_age_ms": 4894.229, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.381, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.434, "count": 59, "max_ms": 0.805, "p95_ms": 0.741}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.074, "count": 59, "max_ms": 0.148, "p95_ms": 0.129}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 59, "max_ms": 0.168, "p95_ms": 0.164}, "event_filter_ms": {"avg_ms": 0.002, "count": 59, "max_ms": 0.013, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.047, "count": 59, "max_ms": 0.083, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.001, "count": 59, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 59, "max_ms": 0.299, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.025, "count": 59, "max_ms": 0.041, "p95_ms": 0.038}, "total_inside_ms": {"avg_ms": 0.409, "count": 59, "max_ms": 0.777, "p95_ms": 0.677}, "track_match_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 59, "max_ms": 0.067, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.102, "count": 59, "max_ms": 1.525, "p95_ms": 1.346}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 59, "max_ms": 0.016, "p95_ms": 0.006}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 36.072, "count": 59, "max_ms": 40.362, "p95_ms": 38.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 30.42, "count": 59, "max_ms": 38.195, "p95_ms": 36.263}, "yolo11_640_fire_11class": {"avg_ms": 35.137, "count": 59, "max_ms": 40.013, "p95_ms": 37.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.012, "count": 59, "max_ms": 39.485, "p95_ms": 36.397}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.019, "count": 59, "max_ms": 0.032, "p95_ms": 0.029}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 39.442, "count": 59, "max_ms": 44.087, "p95_ms": 41.755}, "inference_input_copy_ms": {"avg_ms": 0.576, "count": 59, "max_ms": 1.014, "p95_ms": 0.781}, "processing_residual_ms": {"avg_ms": 0.048, "count": 59, "max_ms": 0.093, "p95_ms": 0.066}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 40.085, "count": 59, "max_ms": 44.639, "p95_ms": 42.49}, "read_interval": {"avg_ms": 432.897, "count": 58, "max_ms": 10185.611, "p95_ms": 141.34}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 59, "max_ms": 0.032, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.114, "count": 59, "max_ms": 0.226, "p95_ms": 0.175}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 59, "max_ms": 0.043, "p95_ms": 0.013}, "scenario.falldown_detected_ms": {"avg_ms": 0.049, "count": 59, "max_ms": 0.093, "p95_ms": 0.087}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 59, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.049, "count": 59, "max_ms": 0.105, "p95_ms": 0.088}, "worker_merge_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.012, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 36.128, "count": 59, "max_ms": 40.367, "p95_ms": 38.529}, "visualize": {"avg_ms": 2.326, "count": 59, "max_ms": 3.3, "p95_ms": 2.734}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.213, "count": 59, "max_ms": 3.184, "p95_ms": 2.624}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.155, "count": 59, "max_ms": 3.102, "p95_ms": 2.566}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 59, "max_ms": 0.057, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 59}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.841, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.71, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147602, "write_bytes_delta": 147602, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 408.0, "cpu_core_ratio": 0.254531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 297, "reason": null, "system_cpu_core_ratio": 0.029597, "system_cpu_s_delta": 0.2999999999999545, "user_cpu_core_ratio": 0.224935, "user_cpu_s_delta": 2.280000000000655}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.093723, "system_cpu_s_delta": 0.9500000000007276, "user_cpu_core_ratio": 0.320631, "user_cpu_s_delta": 3.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.109, "count": 301, "max_ms": 1.784, "p95_ms": 1.403, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.753, "count": 30, "max": 23.51, "p95": 22.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.071, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 402.4, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.232, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147663.567, "count": 30, "max": 151187.0, "p95": 150985.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147663.567, "count": 30, "max": 151187.0, "p95": 150985.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 41.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5129, "sampled_at": "2026-09-01T03:06:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:06:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3701.152, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:07:02+09:00", "last_error_summary": "[tcp @ 0x5667d1dd1940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5667d1dcee00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.099, "last_started_at": "2026-09-01T03:06:52+09:00", "pid": 920, "process": {"exists": false, "pid": 920}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 5, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.787, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 12.983, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 13.027, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 604.752, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 12.975, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:07:02+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 13.707, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 17, "pushed_frames": 17, "read_frames": 17, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.712, "pushed": 0.712, "read": 0.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 17, "client_acquire_ms": {"avg_ms": 0.004, "count": 17, "max_ms": 0.005, "p95_ms": 0.005, "reason": null, "sample_age_ms": 12991.453, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.191, "count": 17, "max_ms": 11.524, "p95_ms": 11.132, "reason": null, "sample_age_ms": 13018.996, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 17, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 13029.873, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.034, "count": 17, "max_ms": 0.06, "p95_ms": 0.047, "reason": null, "sample_age_ms": 12991.457, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.392, "count": 17, "max_ms": 1.853, "p95_ms": 1.767, "reason": null, "sample_age_ms": 13017.393, "source": "client_direct"}, "request_count": 17, "request_tensor_bytes": {"avg": 2764808.0, "count": 17, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 13017.375, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 17, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12991.501, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.73, "count": 17, "max_ms": 27.017, "p95_ms": 26.072, "reason": null, "sample_age_ms": 12991.449, "source": "client_direct"}, "sample_age_ms": 12991.446, "source": "client_direct", "task_total_ms": {"avg_ms": 26.247, "count": 17, "max_ms": 28.328, "p95_ms": 27.704, "reason": null, "sample_age_ms": 12991.446, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 17, "client_acquire_ms": {"avg_ms": 0.004, "count": 17, "max_ms": 0.008, "p95_ms": 0.005, "reason": null, "sample_age_ms": 13001.479, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 17, "max_ms": 1.431, "p95_ms": 1.267, "reason": null, "sample_age_ms": 13029.77, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.13, "count": 17, "max_ms": 0.791, "p95_ms": 0.767, "reason": null, "sample_age_ms": 13030.033, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 17, "max_ms": 0.16, "p95_ms": 0.13, "reason": null, "sample_age_ms": 13001.485, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.862, "count": 17, "max_ms": 1.323, "p95_ms": 1.072, "reason": null, "sample_age_ms": 13028.914, "source": "client_direct"}, "request_count": 17, "request_tensor_bytes": {"avg": 2764808.0, "count": 17, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 13028.903, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 17, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13001.575, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.555, "count": 17, "max_ms": 36.803, "p95_ms": 35.444, "reason": null, "sample_age_ms": 13001.475, "source": "client_direct"}, "sample_age_ms": 13001.472, "source": "client_direct", "task_total_ms": {"avg_ms": 31.604, "count": 17, "max_ms": 37.749, "p95_ms": 36.49, "reason": null, "sample_age_ms": 13001.472, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 17, "client_acquire_ms": {"avg_ms": 0.004, "count": 17, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 12992.162, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.562, "count": 17, "max_ms": 7.547, "p95_ms": 7.304, "reason": null, "sample_age_ms": 13023.213, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.012, "count": 17, "max_ms": 0.013, "p95_ms": 0.013, "reason": null, "sample_age_ms": 13029.902, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.036, "count": 17, "max_ms": 0.059, "p95_ms": 0.05, "reason": null, "sample_age_ms": 12992.167, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.309, "count": 17, "max_ms": 1.849, "p95_ms": 1.617, "reason": null, "sample_age_ms": 13021.623, "source": "client_direct"}, "request_count": 17, "request_tensor_bytes": {"avg": 2764808.0, "count": 17, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 13021.608, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 17, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12992.231, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.254, "count": 17, "max_ms": 31.092, "p95_ms": 29.694, "reason": null, "sample_age_ms": 12992.159, "source": "client_direct"}, "sample_age_ms": 12992.156, "source": "client_direct", "task_total_ms": {"avg_ms": 29.684, "count": 17, "max_ms": 32.638, "p95_ms": 31.372, "reason": null, "sample_age_ms": 12992.156, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 17, "client_acquire_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.006, "p95_ms": 0.004, "reason": null, "sample_age_ms": 12992.683, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.883, "count": 17, "max_ms": 3.806, "p95_ms": 3.437, "reason": null, "sample_age_ms": 13027.229, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 17, "max_ms": 0.031, "p95_ms": 0.027, "reason": null, "sample_age_ms": 13029.932, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.044, "count": 17, "max_ms": 0.105, "p95_ms": 0.081, "reason": null, "sample_age_ms": 12992.689, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.269, "count": 17, "max_ms": 1.665, "p95_ms": 1.62, "reason": null, "sample_age_ms": 13025.879, "source": "client_direct"}, "request_count": 17, "request_tensor_bytes": {"avg": 2764808.0, "count": 17, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 13025.863, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 17, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12992.809, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.111, "count": 17, "max_ms": 34.208, "p95_ms": 33.257, "reason": null, "sample_age_ms": 12992.68, "source": "client_direct"}, "sample_age_ms": 12992.677, "source": "client_direct", "task_total_ms": {"avg_ms": 30.513, "count": 17, "max_ms": 35.184, "p95_ms": 34.672, "reason": null, "sample_age_ms": 12992.677, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.395, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.405, "count": 17, "max_ms": 0.5, "p95_ms": 0.5}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.068, "count": 17, "max_ms": 0.092, "p95_ms": 0.092}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 17, "max_ms": 0.167, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.002, "count": 17, "max_ms": 0.002, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.043, "count": 17, "max_ms": 0.061, "p95_ms": 0.061}, "mcmt_ms": {"avg_ms": 0.001, "count": 17, "max_ms": 0.002, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 17, "max_ms": 0.163, "p95_ms": 0.163}, "setup_ms": {"avg_ms": 0.024, "count": 17, "max_ms": 0.035, "p95_ms": 0.035}, "total_inside_ms": {"avg_ms": 0.382, "count": 17, "max_ms": 0.474, "p95_ms": 0.474}, "track_match_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.004, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 17, "max_ms": 0.033, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.067, "count": 17, "max_ms": 1.341, "p95_ms": 1.341}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.005, "p95_ms": 0.005}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 36.942, "count": 17, "max_ms": 40.362, "p95_ms": 40.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 32.235, "count": 17, "max_ms": 38.195, "p95_ms": 38.195}, "yolo11_640_fire_11class": {"avg_ms": 36.671, "count": 17, "max_ms": 40.013, "p95_ms": 40.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.773, "count": 17, "max_ms": 39.485, "p95_ms": 39.485}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.019, "count": 17, "max_ms": 0.029, "p95_ms": 0.029}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 40.257, "count": 17, "max_ms": 44.087, "p95_ms": 44.087}, "inference_input_copy_ms": {"avg_ms": 0.502, "count": 17, "max_ms": 0.57, "p95_ms": 0.57}, "processing_residual_ms": {"avg_ms": 0.04, "count": 17, "max_ms": 0.052, "p95_ms": 0.052}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 40.818, "count": 17, "max_ms": 44.639, "p95_ms": 44.639}, "read_interval": {"avg_ms": 1237.525, "count": 17, "max_ms": 10185.611, "p95_ms": 10185.611}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 17, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.103, "count": 17, "max_ms": 0.135, "p95_ms": 0.135}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.006, "p95_ms": 0.006}, "scenario.falldown_detected_ms": {"avg_ms": 0.044, "count": 17, "max_ms": 0.056, "p95_ms": 0.056}, "scenario.fire_detected_ms": {"avg_ms": 0.001, "count": 17, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.044, "count": 17, "max_ms": 0.067, "p95_ms": 0.067}, "worker_merge_ms": {"avg_ms": 0.002, "count": 17, "max_ms": 0.003, "p95_ms": 0.003}}, "triton_wait": {"avg_ms": 37.076, "count": 17, "max_ms": 40.367, "p95_ms": 40.367}, "visualize": {"avg_ms": 2.24, "count": 17, "max_ms": 2.692, "p95_ms": 2.692}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.128, "count": 17, "max_ms": 2.577, "p95_ms": 2.577}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.07, "count": 17, "max_ms": 2.511, "p95_ms": 2.511}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 17, "max_ms": 0.048, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 17}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.841, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.71, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147602, "write_bytes_delta": 147602, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 408.0, "cpu_core_ratio": 0.254531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 297, "reason": null, "system_cpu_core_ratio": 0.029597, "system_cpu_s_delta": 0.2999999999999545, "user_cpu_core_ratio": 0.224935, "user_cpu_s_delta": 2.280000000000655}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.093723, "system_cpu_s_delta": 0.9500000000007276, "user_cpu_core_ratio": 0.320631, "user_cpu_s_delta": 3.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.109, "count": 301, "max_ms": 1.784, "p95_ms": 1.403, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.753, "count": 30, "max": 23.51, "p95": 22.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.071, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 402.4, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.232, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147663.567, "count": 30, "max": 151187.0, "p95": 150985.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147663.567, "count": 30, "max": 151187.0, "p95": 150985.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 41.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5129, "sampled_at": "2026-09-01T03:06:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:06:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.88, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3701.047, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:07:17+09:00", "last_error_summary": "[tcp @ 0x56dde3622940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x56dde361fe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.086, "last_started_at": "2026-09-01T03:07:07+09:00", "pid": 922, "process": {"exists": false, "pid": 922}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.831, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 27.568, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 27.612, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 619.332, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 27.56, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:07:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 28.289, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 3, "processed_frames": 16, "pushed_frames": 16, "read_frames": 16, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.565, "pushed": 0.565, "read": 0.565}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.005, "p95_ms": 0.005, "reason": null, "sample_age_ms": 27574.785, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.173, "count": 16, "max_ms": 11.524, "p95_ms": 11.156, "reason": null, "sample_age_ms": 27602.329, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 16, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 27613.206, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.034, "count": 16, "max_ms": 0.06, "p95_ms": 0.048, "reason": null, "sample_age_ms": 27574.79, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.393, "count": 16, "max_ms": 1.853, "p95_ms": 1.773, "reason": null, "sample_age_ms": 27600.725, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2764808.0, "count": 16, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 27600.707, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27574.834, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.744, "count": 16, "max_ms": 27.017, "p95_ms": 26.131, "reason": null, "sample_age_ms": 27574.782, "source": "client_direct"}, "sample_age_ms": 27574.779, "source": "client_direct", "task_total_ms": {"avg_ms": 26.262, "count": 16, "max_ms": 28.328, "p95_ms": 27.743, "reason": null, "sample_age_ms": 27574.779, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.008, "p95_ms": 0.005, "reason": null, "sample_age_ms": 27584.812, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.376, "count": 16, "max_ms": 1.431, "p95_ms": 0.633, "reason": null, "sample_age_ms": 27613.102, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.09, "count": 16, "max_ms": 0.791, "p95_ms": 0.241, "reason": null, "sample_age_ms": 27613.365, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 16, "max_ms": 0.16, "p95_ms": 0.132, "reason": null, "sample_age_ms": 27584.817, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.86, "count": 16, "max_ms": 1.323, "p95_ms": 1.087, "reason": null, "sample_age_ms": 27612.246, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2764808.0, "count": 16, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 27612.236, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27584.908, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.568, "count": 16, "max_ms": 36.803, "p95_ms": 35.529, "reason": null, "sample_age_ms": 27584.807, "source": "client_direct"}, "sample_age_ms": 27584.805, "source": "client_direct", "task_total_ms": {"avg_ms": 31.617, "count": 16, "max_ms": 37.749, "p95_ms": 36.569, "reason": null, "sample_age_ms": 27584.805, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.008, "p95_ms": 0.005, "reason": null, "sample_age_ms": 27575.494, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.54, "count": 16, "max_ms": 7.547, "p95_ms": 7.319, "reason": null, "sample_age_ms": 27606.546, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.012, "count": 16, "max_ms": 0.013, "p95_ms": 0.013, "reason": null, "sample_age_ms": 27613.235, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.037, "count": 16, "max_ms": 0.059, "p95_ms": 0.051, "reason": null, "sample_age_ms": 27575.499, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.301, "count": 16, "max_ms": 1.849, "p95_ms": 1.632, "reason": null, "sample_age_ms": 27604.955, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2764808.0, "count": 16, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 27604.94, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27575.563, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.305, "count": 16, "max_ms": 31.092, "p95_ms": 29.782, "reason": null, "sample_age_ms": 27575.491, "source": "client_direct"}, "sample_age_ms": 27575.489, "source": "client_direct", "task_total_ms": {"avg_ms": 29.725, "count": 16, "max_ms": 32.638, "p95_ms": 31.451, "reason": null, "sample_age_ms": 27575.489, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.006, "p95_ms": 0.004, "reason": null, "sample_age_ms": 27576.015, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.862, "count": 16, "max_ms": 3.806, "p95_ms": 3.46, "reason": null, "sample_age_ms": 27610.561, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 16, "max_ms": 0.031, "p95_ms": 0.027, "reason": null, "sample_age_ms": 27613.265, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.045, "count": 16, "max_ms": 0.105, "p95_ms": 0.082, "reason": null, "sample_age_ms": 27576.021, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.286, "count": 16, "max_ms": 1.665, "p95_ms": 1.623, "reason": null, "sample_age_ms": 27609.212, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2764808.0, "count": 16, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 27609.195, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27576.141, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.147, "count": 16, "max_ms": 34.208, "p95_ms": 33.316, "reason": null, "sample_age_ms": 27576.013, "source": "client_direct"}, "sample_age_ms": 27576.01, "source": "client_direct", "task_total_ms": {"avg_ms": 30.568, "count": 16, "max_ms": 35.184, "p95_ms": 34.704, "reason": null, "sample_age_ms": 27576.01, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.05, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.399, "count": 16, "max_ms": 0.491, "p95_ms": 0.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.068, "count": 16, "max_ms": 0.092, "p95_ms": 0.092}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 16, "max_ms": 0.125, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.002, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.043, "count": 16, "max_ms": 0.061, "p95_ms": 0.061}, "mcmt_ms": {"avg_ms": 0.001, "count": 16, "max_ms": 0.002, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 16, "max_ms": 0.163, "p95_ms": 0.163}, "setup_ms": {"avg_ms": 0.023, "count": 16, "max_ms": 0.033, "p95_ms": 0.033}, "total_inside_ms": {"avg_ms": 0.376, "count": 16, "max_ms": 0.464, "p95_ms": 0.464}, "track_match_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.004, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 16, "max_ms": 0.033, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.05, "count": 16, "max_ms": 1.18, "p95_ms": 1.18}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 36.903, "count": 16, "max_ms": 40.362, "p95_ms": 40.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 32.198, "count": 16, "max_ms": 38.195, "p95_ms": 38.195}, "yolo11_640_fire_11class": {"avg_ms": 36.649, "count": 16, "max_ms": 40.013, "p95_ms": 40.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.77, "count": 16, "max_ms": 39.485, "p95_ms": 39.485}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 16, "max_ms": 0.029, "p95_ms": 0.029}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 40.163, "count": 16, "max_ms": 44.087, "p95_ms": 44.087}, "inference_input_copy_ms": {"avg_ms": 0.503, "count": 16, "max_ms": 0.57, "p95_ms": 0.57}, "processing_residual_ms": {"avg_ms": 0.039, "count": 16, "max_ms": 0.052, "p95_ms": 0.052}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 40.725, "count": 16, "max_ms": 44.639, "p95_ms": 44.639}, "read_interval": {"avg_ms": 678.27, "count": 16, "max_ms": 10156.837, "p95_ms": 10156.837}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 16, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.102, "count": 16, "max_ms": 0.135, "p95_ms": 0.135}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 16, "max_ms": 0.006, "p95_ms": 0.006}, "scenario.falldown_detected_ms": {"avg_ms": 0.044, "count": 16, "max_ms": 0.056, "p95_ms": 0.056}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.044, "count": 16, "max_ms": 0.067, "p95_ms": 0.067}, "worker_merge_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.003, "p95_ms": 0.003}}, "triton_wait": {"avg_ms": 37.045, "count": 16, "max_ms": 40.367, "p95_ms": 40.367}, "visualize": {"avg_ms": 2.234, "count": 16, "max_ms": 2.692, "p95_ms": 2.692}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.123, "count": 16, "max_ms": 2.577, "p95_ms": 2.577}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.066, "count": 16, "max_ms": 2.511, "p95_ms": 2.511}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 16, "max_ms": 0.048, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 16}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.424, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.787, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12.991, "exists": true, "size_bytes": 142570, "write_bytes_delta": 142570, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 920, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.0577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.013147, "system_cpu_s_delta": 0.18000000000029104, "user_cpu_core_ratio": 0.044553, "user_cpu_s_delta": 0.6100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.067, "count": 17, "max_ms": 1.341, "p95_ms": 1.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.806, "count": 30, "max": 33.855, "p95": 23.284, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.944, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.433, "count": 30, "max": 12.991, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147479.9, "count": 30, "max": 151187.0, "p95": 150966.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147479.9, "count": 30, "max": 151187.0, "p95": 150966.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.967, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5132, "sampled_at": "2026-09-01T03:07:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:07:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.308, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3711.762, "limit_mb": null}, "detail": {"pid": 924, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:07:17+09:00", "last_error_summary": "[tcp @ 0x56dde3622940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x56dde361fe00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T03:07:25+09:00", "pid": 924, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.633, "name": "ffmpeg", "pid": 924, "rss_mb": 44.633, "state": "S (sleeping)", "threads": 1}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.859, "sample_count": 2429, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 37.901, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 37.945, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 629.655, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 37.893, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:07:27+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 38.614, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37906.89, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37916.916, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37907.6, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37908.121, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.782, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.424, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.787, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12.991, "exists": true, "size_bytes": 142570, "write_bytes_delta": 142570, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 920, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.0577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.013147, "system_cpu_s_delta": 0.18000000000029104, "user_cpu_core_ratio": 0.044553, "user_cpu_s_delta": 0.6100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.067, "count": 17, "max_ms": 1.341, "p95_ms": 1.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.806, "count": 30, "max": 33.855, "p95": 23.284, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.944, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.433, "count": 30, "max": 12.991, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147479.9, "count": 30, "max": 151187.0, "p95": 150966.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147479.9, "count": 30, "max": 151187.0, "p95": 150966.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.967, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5132, "sampled_at": "2026-09-01T03:07:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:07:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.598, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:07:35+09:00", "last_error_summary": "[tcp @ 0x5b0b6099f940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5b0b6099ce00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.094, "last_started_at": "2026-09-01T03:07:25+09:00", "pid": 924, "process": {"exists": false, "pid": 924}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 11, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.859, "sample_count": 2348, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 45.994, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 46.038, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 637.749, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 45.986, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:07:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 46.707, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 46000.077, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 46010.102, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 46000.786, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 46001.307, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.45, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.424, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.787, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12.991, "exists": true, "size_bytes": 142570, "write_bytes_delta": 142570, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 920, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.0577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.013147, "system_cpu_s_delta": 0.18000000000029104, "user_cpu_core_ratio": 0.044553, "user_cpu_s_delta": 0.6100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.067, "count": 17, "max_ms": 1.341, "p95_ms": 1.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.806, "count": 30, "max": 33.855, "p95": 23.284, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.944, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.433, "count": 30, "max": 12.991, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147479.9, "count": 30, "max": 151187.0, "p95": 150966.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147479.9, "count": 30, "max": 151187.0, "p95": 150966.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.967, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5132, "sampled_at": "2026-09-01T03:07:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:07:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.805, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:07:35+09:00", "last_error_summary": "[tcp @ 0x5b0b6099f940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5b0b6099ce00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.126, "last_started_at": "2026-09-01T03:07:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 11, "rtsp_timeout_count_per_hour": 11, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.859, "sample_count": 2348, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 46.026, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 46.07, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 637.768, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 46.018, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:07:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1145.273, "name": "celery", "pid": 236, "rss_mb": 1145.273, "state": "S (sleeping)", "threads": 76}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 46.731, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 46030.803, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 46040.828, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 46031.512, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 46032.033, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.199, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.424, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.787, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12.991, "exists": true, "size_bytes": 142570, "write_bytes_delta": 142570, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 920, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.0577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.013147, "system_cpu_s_delta": 0.18000000000029104, "user_cpu_core_ratio": 0.044553, "user_cpu_s_delta": 0.6100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.067, "count": 17, "max_ms": 1.341, "p95_ms": 1.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.806, "count": 30, "max": 33.855, "p95": 23.284, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.944, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.433, "count": 30, "max": 12.991, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147479.9, "count": 30, "max": 151187.0, "p95": 150966.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147479.9, "count": 30, "max": 151187.0, "p95": 150966.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.967, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5132, "sampled_at": "2026-09-01T03:07:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:07:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.699, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:08:02+09:00", "last_error_summary": "[tcp @ 0x5da36da88940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5da36da85e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.095, "last_started_at": "2026-09-01T03:07:52+09:00", "pid": 926, "process": {"exists": false, "pid": 926}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 11, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.816, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 72.965, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 73.009, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 664.719, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 72.957, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:08:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 73.679, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72971.053, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72981.078, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72971.763, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72972.284, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.355, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.957, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.817, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 64.874, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 926, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.007786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.002224, "system_cpu_s_delta": 0.05999999999949068, "user_cpu_core_ratio": 0.005561, "user_cpu_s_delta": 0.1500000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.206, "count": 30, "max": 33.855, "p95": 22.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.36, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4.778, "count": 30, "max": 64.874, "p95": 33.254, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146899.367, "count": 30, "max": 151187.0, "p95": 150736.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132642.367, "count": 30, "max": 151187.0, "p95": 150736.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.833, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.276, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5135, "sampled_at": "2026-09-01T03:07:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:07:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3711.422, "limit_mb": null}, "detail": {"pid": 928, "restart_count": 5, "start_count": 6}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:08:02+09:00", "last_error_summary": "[tcp @ 0x5da36da88940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5da36da85e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T03:08:35+09:00", "pid": 928, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.293, "name": "ffmpeg", "pid": 928, "rss_mb": 44.293, "state": "S (sleeping)", "threads": 1}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.76, "sample_count": 1728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 107.985, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 108.029, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 699.743, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 107.978, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:08:37+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 108.701, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 107991.371, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108001.396, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 107992.081, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 107992.602, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.336, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.957, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.817, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 64.874, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 926, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.007786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.002224, "system_cpu_s_delta": 0.05999999999949068, "user_cpu_core_ratio": 0.005561, "user_cpu_s_delta": 0.1500000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.206, "count": 30, "max": 33.855, "p95": 22.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.36, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4.778, "count": 30, "max": 64.874, "p95": 33.254, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146899.367, "count": 30, "max": 151187.0, "p95": 150736.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132642.367, "count": 30, "max": 151187.0, "p95": 150736.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.833, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.107, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.276, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5135, "sampled_at": "2026-09-01T03:07:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:07:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.766, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:08:46+09:00", "last_error_summary": "[tcp @ 0x64208a49e940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x64208a49be00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.092, "last_started_at": "2026-09-01T03:08:35+09:00", "pid": 928, "process": {"exists": false, "pid": 928}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 17, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.787, "sample_count": 1647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 116.076, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 116.12, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 707.828, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 116.069, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:08:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 116.789, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 116082.321, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 116092.347, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 116083.031, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 116083.552, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.048, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.011, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.76, "sample_count": 1728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 107.987, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 928, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.002319, "system_cpu_s_delta": 0.1000000000003638, "user_cpu_core_ratio": 0.004639, "user_cpu_s_delta": 0.2000000000007276}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.785, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.102, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.378, "count": 30, "max": 107.987, "p95": 52.736, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146612.133, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127602.8, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.264, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5136, "sampled_at": "2026-09-01T03:08:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:08:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.73, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:08:46+09:00", "last_error_summary": "[tcp @ 0x64208a49e940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x64208a49be00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.122, "last_started_at": "2026-09-01T03:08:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 17, "rtsp_timeout_count_per_hour": 17, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.787, "sample_count": 1647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 116.106, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 116.15, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 707.847, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 116.098, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:08:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1145.273, "name": "celery", "pid": 236, "rss_mb": 1145.273, "state": "S (sleeping)", "threads": 76}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 116.811, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 116110.836, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 116120.862, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 116111.546, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 116112.067, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.118, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.011, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.76, "sample_count": 1728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 107.987, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 928, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.002319, "system_cpu_s_delta": 0.1000000000003638, "user_cpu_core_ratio": 0.004639, "user_cpu_s_delta": 0.2000000000007276}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.785, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.102, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.378, "count": 30, "max": 107.987, "p95": 52.736, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146612.133, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127602.8, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.264, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5136, "sampled_at": "2026-09-01T03:08:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:08:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3712.012, "limit_mb": null}, "detail": {"pid": 930, "restart_count": 6, "start_count": 7}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:08:46+09:00", "last_error_summary": "[tcp @ 0x64208a49e940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x64208a49be00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.005, "last_started_at": "2026-09-01T03:09:46+09:00", "pid": 930, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.461, "name": "ffmpeg", "pid": 930, "rss_mb": 44.461, "state": "S (sleeping)", "threads": 1}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 17, "rtsp_timeout_count_per_hour": 17, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.907, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 178.731, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 178.775, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 770.495, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 178.724, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:09:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 179.452, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 178737.868, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 178747.893, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 178738.578, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 178739.099, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.863, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.011, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.76, "sample_count": 1728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 107.987, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 928, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.002319, "system_cpu_s_delta": 0.1000000000003638, "user_cpu_core_ratio": 0.004639, "user_cpu_s_delta": 0.2000000000007276}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.785, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.102, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.378, "count": 30, "max": 107.987, "p95": 52.736, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146612.133, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127602.8, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.264, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5136, "sampled_at": "2026-09-01T03:08:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:08:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.875, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:09:56+09:00", "last_error_summary": "[tcp @ 0x58a4cc408940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x58a4cc405e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.098, "last_started_at": "2026-09-01T03:09:46+09:00", "pid": 930, "process": {"exists": false, "pid": 930}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 17, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.882, "sample_count": 940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 186.825, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 186.869, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 778.577, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 186.817, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:09:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 187.537, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 186830.771, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 186840.796, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 186831.481, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 186832.001, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.273, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.93, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.907, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 178.738, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 930, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006078, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.00212, "system_cpu_s_delta": 0.1499999999996362, "user_cpu_core_ratio": 0.003958, "user_cpu_s_delta": 0.27999999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.598, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.864, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 14.335, "count": 30, "max": 178.738, "p95": 88.586, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146510.133, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122748.467, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.067, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.253, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5137, "sampled_at": "2026-09-01T03:09:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:09:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3700.887, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:09:56+09:00", "last_error_summary": "[tcp @ 0x58a4cc408940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x58a4cc405e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.129, "last_started_at": "2026-09-01T03:09:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.882, "sample_count": 939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 186.856, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 186.9, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 778.597, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 186.848, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:09:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1145.273, "name": "celery", "pid": 236, "rss_mb": 1145.273, "state": "S (sleeping)", "threads": 76}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 187.56, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 186860.369, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 186870.394, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 186861.079, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 186861.6, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.164, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.93, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.907, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 178.738, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 930, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006078, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.00212, "system_cpu_s_delta": 0.1499999999996362, "user_cpu_core_ratio": 0.003958, "user_cpu_s_delta": 0.27999999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.598, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.864, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 14.335, "count": 30, "max": 178.738, "p95": 88.586, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146510.133, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122748.467, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.067, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.253, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5137, "sampled_at": "2026-09-01T03:09:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:09:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3711.918, "limit_mb": null}, "detail": {"pid": 932, "restart_count": 7, "start_count": 8}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:09:56+09:00", "last_error_summary": "[tcp @ 0x58a4cc408940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x58a4cc405e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T03:10:57+09:00", "pid": 932, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.648, "name": "ffmpeg", "pid": 932, "rss_mb": 44.648, "state": "S (sleeping)", "threads": 1}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.696, "sample_count": 315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 249.264, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 249.308, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 841.017, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 249.257, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:10:59+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 249.975, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 249270.101, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 249280.127, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 249270.811, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 249271.332, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.838, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.93, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.907, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 178.738, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 930, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006078, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.00212, "system_cpu_s_delta": 0.1499999999996362, "user_cpu_core_ratio": 0.003958, "user_cpu_s_delta": 0.27999999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.598, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.864, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 14.335, "count": 30, "max": 178.738, "p95": 88.586, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146510.133, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122748.467, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.067, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.253, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5137, "sampled_at": "2026-09-01T03:09:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:09:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3701.0, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:11:07+09:00", "last_error_summary": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.101, "last_started_at": "2026-09-01T03:10:57+09:00", "pid": 932, "process": {"exists": false, "pid": 932}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 23, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.684, "sample_count": 233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 257.364, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 257.408, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 849.118, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 257.356, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:11:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 258.076, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257370.409, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257380.435, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257371.119, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257371.64, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.265, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.281, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.696, "sample_count": 315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 249.264, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 932, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.001985, "system_cpu_s_delta": 0.13999999999941792, "user_cpu_core_ratio": 0.003828, "user_cpu_s_delta": 0.27000000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.464, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.59, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22.644, "count": 30, "max": 249.264, "p95": 146.9, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146375.5, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117861.5, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.7, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.242, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5138, "sampled_at": "2026-09-01T03:10:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:10:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3701.0, "limit_mb": null}, "detail": {"h264_decode_error_count": 0, "rtsp_timeout_count": 3, "sample_message": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:11:07+09:00", "last_error_summary": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.102, "last_started_at": "2026-09-01T03:10:57+09:00", "pid": 932, "process": {"exists": false, "pid": 932}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 23, "rtsp_timeout_count_per_hour": 23, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.684, "sample_count": 233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 257.365, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 257.409, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 849.123, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 257.357, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:11:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 258.079, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257374.747, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257384.772, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257375.456, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257375.977, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.307, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.281, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.696, "sample_count": 315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 249.264, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 932, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.001985, "system_cpu_s_delta": 0.13999999999941792, "user_cpu_core_ratio": 0.003828, "user_cpu_s_delta": 0.27000000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.464, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.59, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22.644, "count": 30, "max": 249.264, "p95": 146.9, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146375.5, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117861.5, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.7, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.242, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5138, "sampled_at": "2026-09-01T03:10:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:10:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3701.211, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:11:07+09:00", "last_error_summary": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.134, "last_started_at": "2026-09-01T03:10:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 23, "rtsp_timeout_count_per_hour": 23, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.684, "sample_count": 233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 257.397, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 257.441, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 849.142, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 257.39, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:11:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 258.103, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257402.251, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257412.277, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257402.961, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 257403.482, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.305, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.281, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.696, "sample_count": 315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 249.264, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 932, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.001985, "system_cpu_s_delta": 0.13999999999941792, "user_cpu_core_ratio": 0.003828, "user_cpu_s_delta": 0.27000000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.464, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.59, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22.644, "count": 30, "max": 249.264, "p95": 146.9, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146375.5, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117861.5, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.7, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.242, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5138, "sampled_at": "2026-09-01T03:10:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:10:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3723.836, "limit_mb": null}, "detail": {"pid": 934, "restart_count": 8, "start_count": 9}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1432014336000, "copied_frame_count": 517945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-31T23:02:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4160991, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-31T23:01:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.883}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 7, "events_failed": 14, "events_observed": 21, "events_suppressed": 0, "frame_buffer_copied_bytes": 1432014336000, "frame_buffer_copies": 517945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 350, "recorder_active_input_bytes": 967680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 7, "recorder_clips_failed": 0, "recorder_clips_started": 7, "stage_failures": 14, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 7, "worker_jobs_accepted": 21, "worker_jobs_completed": 7, "worker_jobs_failed": 14, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0597, "count": 512, "max_ms": 1.3404, "p50_ms": 0.0526, "p95_ms": 0.0702, "p99_ms": 0.0801}, "stages": {"db_insert": {"avg_ms": 21.3391, "count": 7, "max_ms": 37.758, "p50_ms": 17.9743, "p95_ms": 35.8216, "p99_ms": 37.3707, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9097, "count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 405.0743, "count": 21, "max_ms": 1566.0688, "p50_ms": 40.5676, "p95_ms": 1467.0798, "p99_ms": 1546.271, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.3979, "count": 512, "max_ms": 0.6583, "p50_ms": 0.3864, "p95_ms": 0.4915, "p99_ms": 0.5643, "results": {"failed": 0, "not_applicable": 0, "success": 517945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 132.7817, "count": 21, "max_ms": 471.6389, "p50_ms": 2.2013, "p95_ms": 439.8835, "p99_ms": 465.2878, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 15.3573, "count": 21, "max_ms": 41.993, "p50_ms": 12.9132, "p95_ms": 30.773, "p99_ms": 39.749, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.5903, "count": 350, "max_ms": 8.6947, "p50_ms": 3.4204, "p95_ms": 4.9319, "p99_ms": 5.6469, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6479, "count": 350, "max_ms": 4.9168, "p50_ms": 0.5495, "p95_ms": 1.2253, "p99_ms": 2.7454, "results": {"failed": 0, "not_applicable": 0, "success": 350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 130.531, "count": 21, "max_ms": 468.0514, "p50_ms": 0.059, "p95_ms": 436.6836, "p99_ms": 461.7778, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 328.5465, "count": 7, "max_ms": 405.9786, "p50_ms": 310.2732, "p95_ms": 390.2762, "p99_ms": 402.8381, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4838, "count": 7, "max_ms": 80.7567, "p50_ms": 59.343, "p95_ms": 74.9927, "p99_ms": 79.6039, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9886, "count": 7, "max_ms": 1.2001, "p50_ms": 0.9864, "p95_ms": 1.1753, "p99_ms": 1.1952, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 14, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.1476, "count": 7, "max_ms": 28.6019, "p50_ms": 26.8376, "p95_ms": 28.2354, "p99_ms": 28.5286, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3133, "count": 7, "max_ms": 3.269, "p50_ms": 0.552, "p95_ms": 3.2408, "p99_ms": 3.2633, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5431, "count": 21, "max_ms": 0.9537, "p50_ms": 0.4911, "p95_ms": 0.8032, "p99_ms": 0.9236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.525, "count": 21, "max_ms": 1.0841, "p50_ms": 0.4828, "p95_ms": 0.7136, "p99_ms": 1.01, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 696.925, "count": 7, "max_ms": 1072.7741, "p50_ms": 641.0213, "p95_ms": 1058.0254, "p99_ms": 1069.8243, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3709, "count": 21, "max_ms": 9.1117, "p50_ms": 1.0228, "p95_ms": 1.4514, "p99_ms": 7.5796, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.7761, "count": 21, "max_ms": 30.854, "p50_ms": 11.229, "p95_ms": 27.4961, "p99_ms": 30.1824, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0751, "count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5949, "count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 270.9911, "count": 21, "max_ms": 1108.6185, "p50_ms": 35.3062, "p95_ms": 1093.4897, "p99_ms": 1105.5927, "results": {"failed": 14, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 14}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 0.6135, "p50_ms": 0.0431, "p95_ms": 0.0804, "p99_ms": 0.5069}, "wait_ms": {"count": 21, "max_ms": 3.1425, "p50_ms": 1.5104, "p95_ms": 2.8618, "p99_ms": 3.0864}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 14, "completed_success": 7, "cooldown_promoted": 7, "database_requested": 21, "db_insert_success": 7, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6649, "relay_business_failed": 0, "relay_business_success": 7, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 7, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.5142, "p99_ms": 2.3506}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:11:07+09:00", "last_error_summary": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T03:12:07+09:00", "pid": 934, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.656, "name": "ffmpeg", "pid": 934, "rss_mb": 57.656, "state": "S (sleeping)", "threads": 1}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 23, "rtsp_timeout_count_per_hour": 23, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 319.829, "last_frame_pushed_at": "2026-09-01T03:06:49+09:00", "last_frame_read_age_sec": 319.873, "last_frame_read_at": "2026-09-01T03:06:49+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 911.581, "last_sample_duration_ms": 238.253, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 86, "storage_bytes": 1451335}, "mjpeg": {"age_sec": 319.821, "exists": true, "mtime": "2026-09-01T03:06:49.941600+09:00", "mtime_epoch": 1788199609.9415998, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 142570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T03:12:09+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1145.277, "name": "celery", "pid": 236, "rss_mb": 1145.277, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 15, "last_event_ttl_s": 120.0, "last_prune_age_s": 320.538, "off_candidate_pruned_total": 23}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 319834.713, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 319844.738, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 319835.423, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 319835.944, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.875, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1145.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.281, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 42.696, "sample_count": 315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 249.264, "exists": true, "size_bytes": 142570, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 932, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.001985, "system_cpu_s_delta": 0.13999999999941792, "user_cpu_core_ratio": 0.003828, "user_cpu_s_delta": 0.27000000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.464, "count": 30, "max": 33.855, "p95": 20.961, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.59, "count": 30, "max": 14.948, "p95": 12.581, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 379.3, "count": 30, "max": 408.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 155.733, "count": 30, "max": 4672.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.244, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22.644, "count": 30, "max": 249.264, "p95": 146.9, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146375.5, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117861.5, "count": 30, "max": 150971.0, "p95": 150326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.7, "count": 30, "max": 53.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.107, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.242, "count": 30, "max": 0.361, "p95": 0.353, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5138, "sampled_at": "2026-09-01T03:10:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T03:10:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4642.156, "limit_mb": null}, "detail": {"pid": 1990, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "7f268c0b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7f268c0b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T11:25:59+09:00", "pid": 1990, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.773, "name": "ffmpeg", "pid": 1990, "rss_mb": 351.773, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.535}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7f268c0b", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 2508033.741, "exists": true, "mtime": "2026-08-03T10:45:27.625907+09:00", "mtime_epoch": 1785721527.6259074, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 69020}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T11:26:01+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 475.688, "name": "celery", "pid": 206, "rss_mb": 475.688, "state": "R (running)", "threads": 8}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.069, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T11:25:56+09:00", "state": "running", "task_id": "b04386e2-5e77-4cfd-bc04-2dadb9733550", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4497.852, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "7f268c0b", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.034, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "b04386e2-5e77-4cfd-bc04-2dadb9733550"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 10099814400, "copied_frame_count": 3653, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7f268c0b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 10099814400, "frame_buffer_copies": 3653, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0767, "count": 512, "max_ms": 0.8341, "p50_ms": 0.0656, "p95_ms": 0.1262, "p99_ms": 0.2139}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9009, "count": 512, "max_ms": 3.4333, "p50_ms": 0.7239, "p95_ms": 1.8902, "p99_ms": 2.542, "results": {"failed": 0, "not_applicable": 0, "success": 3653, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.025, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7f268c0b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 366.905, "last_started_at": "2026-09-01T11:25:59+09:00", "pid": 1990, "process": {"exists": false, "pid": 1990}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.523, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T11:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7f268c0b", "last_frame_pushed_age_sec": 0.155, "last_frame_pushed_at": "2026-09-01T11:32:06+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-09-01T11:32:06+09:00", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-09-01T11:32:06.122552+09:00", "mtime_epoch": 1788229926.1225517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107922}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T11:32:06+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 665.977, "name": "celery", "pid": 206, "rss_mb": 664.129, "state": "R (running)", "threads": 48}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 299}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 299}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 299}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 299}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 298, "client_acquire_ms": {"avg_ms": 0.005, "count": 299, "max_ms": 0.033, "p95_ms": 0.008, "reason": null, "sample_age_ms": 172.841, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.319, "count": 298, "max_ms": 1.629, "p95_ms": 0.938, "reason": null, "sample_age_ms": 241.139, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.14, "count": 298, "max_ms": 1.361, "p95_ms": 0.788, "reason": null, "sample_age_ms": 241.287, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 299, "max_ms": 0.151, "p95_ms": 0.104, "reason": null, "sample_age_ms": 172.847, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.124, "count": 298, "max_ms": 3.109, "p95_ms": 2.052, "reason": null, "sample_age_ms": 240.329, "source": "client_direct"}, "request_count": 298, "request_tensor_bytes": {"avg": 2211848.0, "count": 298, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 240.311, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 299, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 172.908, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.489, "count": 299, "max_ms": 84.353, "p95_ms": 77.751, "reason": null, "sample_age_ms": 172.837, "source": "client_direct"}, "sample_age_ms": 172.834, "source": "client_direct", "task_total_ms": {"avg_ms": 70.789, "count": 299, "max_ms": 87.641, "p95_ms": 79.249, "reason": null, "sample_age_ms": 172.834, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.674, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.432, "count": 299, "max_ms": 1.265, "p95_ms": 0.664}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.081, "count": 299, "max_ms": 0.24, "p95_ms": 0.131}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 299, "max_ms": 0.39, "p95_ms": 0.11}, "event_filter_ms": {"avg_ms": 0.002, "count": 299, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 299, "max_ms": 0.168, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.001, "count": 299, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.061, "count": 299, "max_ms": 0.159, "p95_ms": 0.098}, "setup_ms": {"avg_ms": 0.032, "count": 299, "max_ms": 0.103, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.4, "count": 299, "max_ms": 1.205, "p95_ms": 0.625}, "track_match_ms": {"avg_ms": 0.004, "count": 299, "max_ms": 0.02, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.09, "count": 299, "max_ms": 0.279, "p95_ms": 0.151}}, "gstreamer_push": {"avg_ms": 2.488, "count": 299, "max_ms": 7.173, "p95_ms": 5.192}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.002, "count": 299, "max_ms": 0.006, "p95_ms": 0.003}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.333, "count": 299, "max_ms": 88.427, "p95_ms": 79.843}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.005, "count": 299, "max_ms": 93.51, "p95_ms": 85.541}, "inference_input_copy_ms": {"avg_ms": 1.058, "count": 299, "max_ms": 3.203, "p95_ms": 2.072}, "processing_residual_ms": {"avg_ms": 0.041, "count": 299, "max_ms": 0.092, "p95_ms": 0.074}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.104, "count": 299, "max_ms": 95.379, "p95_ms": 87.285}, "read_interval": {"avg_ms": 99.986, "count": 298, "max_ms": 241.864, "p95_ms": 130.943}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 299, "max_ms": 0.038, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.022, "count": 299, "max_ms": 0.075, "p95_ms": 0.034}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 299, "max_ms": 0.042, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.01, "count": 299, "max_ms": 0.062, "p95_ms": 0.016}, "worker_merge_ms": {"avg_ms": 0.004, "count": 299, "max_ms": 0.028, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 71.345, "count": 299, "max_ms": 88.437, "p95_ms": 79.856}, "visualize": {"avg_ms": 3.696, "count": 299, "max_ms": 12.904, "p95_ms": 5.89}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 3.682, "count": 299, "max_ms": 12.881, "p95_ms": 5.877}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 299, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 3.613, "count": 299, "max_ms": 12.753, "p95_ms": 5.816}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 299, "max_ms": 0.081, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 299}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-09-01T11:25:56+09:00", "state": "stopping", "task_id": "b04386e2-5e77-4cfd-bc04-2dadb9733550", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4786.676, "limit_mb": null}, "detail": {"pid": 2152, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "088e76e2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "088e76e2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T11:32:09+09:00", "pid": 2152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.227, "name": "ffmpeg", "pid": 2152, "rss_mb": 323.227, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.828}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "088e76e2", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 5.165, "exists": true, "mtime": "2026-09-01T11:32:06.122552+09:00", "mtime_epoch": 1788229926.1225517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107922}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T11:32:11+09:00", "process": {"exists": true, "fd_count": 110, "hwm_mb": 665.977, "name": "celery", "pid": 206, "rss_mb": 665.605, "state": "R (running)", "threads": 49}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.968, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T11:32:07+09:00", "state": "running", "task_id": "1e8f1fc1-3846-400f-b975-60f7010ae0e0", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4632.465, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "088e76e2", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.017, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "1e8f1fc1-3846-400f-b975-60f7010ae0e0"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1053388800, "copied_frame_count": 381, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "088e76e2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1053388800, "frame_buffer_copies": 381, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0755, "count": 382, "max_ms": 0.8066, "p50_ms": 0.066, "p95_ms": 0.1107, "p99_ms": 0.1784}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.957, "count": 381, "max_ms": 3.4035, "p50_ms": 0.791, "p95_ms": 1.9505, "p99_ms": 2.5321, "results": {"failed": 0, "not_applicable": 0, "success": 381, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0503, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "088e76e2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39.707, "last_started_at": "2026-09-01T11:32:09+09:00", "pid": 2152, "process": {"exists": false, "pid": 2152}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.038, "sample_count": 381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 258.11}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T11:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "088e76e2", "last_frame_pushed_age_sec": 0.109, "last_frame_pushed_at": "2026-09-01T11:32:48+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-09-01T11:32:48+09:00", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-09-01T11:32:48.894667+09:00", "mtime_epoch": 1788229968.894667, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T11:32:49+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 802.531, "name": "celery", "pid": 206, "rss_mb": 799.082, "state": "R (running)", "threads": 48}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 299, "client_acquire_ms": {"avg_ms": 0.005, "count": 299, "max_ms": 0.024, "p95_ms": 0.009, "reason": null, "sample_age_ms": 133.016, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.326, "count": 299, "max_ms": 1.783, "p95_ms": 0.928, "reason": null, "sample_age_ms": 203.983, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.136, "count": 299, "max_ms": 1.203, "p95_ms": 0.768, "reason": null, "sample_age_ms": 204.161, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.064, "count": 299, "max_ms": 0.25, "p95_ms": 0.107, "reason": null, "sample_age_ms": 133.023, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.157, "count": 299, "max_ms": 2.66, "p95_ms": 1.944, "reason": null, "sample_age_ms": 203.159, "source": "client_direct"}, "request_count": 299, "request_tensor_bytes": {"avg": 2211848.0, "count": 299, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 203.145, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 299, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 133.145, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.598, "count": 299, "max_ms": 84.917, "p95_ms": 79.314, "reason": null, "sample_age_ms": 133.013, "source": "client_direct"}, "sample_age_ms": 133.009, "source": "client_direct", "task_total_ms": {"avg_ms": 71.939, "count": 299, "max_ms": 86.901, "p95_ms": 80.752, "reason": null, "sample_age_ms": 133.009, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.536, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.368, "count": 300, "max_ms": 1.119, "p95_ms": 0.568}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.082, "count": 300, "max_ms": 0.327, "p95_ms": 0.141}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 300, "max_ms": 0.266, "p95_ms": 0.118}, "event_filter_ms": {"avg_ms": 0.002, "count": 300, "max_ms": 0.01, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 300, "max_ms": 0.281, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.001, "count": 300, "max_ms": 0.017, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.066, "count": 300, "max_ms": 0.213, "p95_ms": 0.112}, "setup_ms": {"avg_ms": 0.032, "count": 300, "max_ms": 0.118, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.34, "count": 300, "max_ms": 1.071, "p95_ms": 0.524}, "track_match_ms": {"avg_ms": 0.003, "count": 300, "max_ms": 0.015, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 300, "max_ms": 0.078, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.729, "count": 300, "max_ms": 9.8, "p95_ms": 5.672}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.002, "count": 300, "max_ms": 0.017, "p95_ms": 0.004}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.495, "count": 300, "max_ms": 87.692, "p95_ms": 81.952}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.058, "count": 300, "max_ms": 93.871, "p95_ms": 86.11}, "inference_input_copy_ms": {"avg_ms": 1.156, "count": 300, "max_ms": 3.376, "p95_ms": 2.101}, "processing_residual_ms": {"avg_ms": 0.043, "count": 300, "max_ms": 0.1, "p95_ms": 0.074}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.257, "count": 300, "max_ms": 95.586, "p95_ms": 87.395}, "read_interval": {"avg_ms": 99.941, "count": 299, "max_ms": 147.763, "p95_ms": 123.367}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 300, "max_ms": 0.038, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.023, "count": 300, "max_ms": 0.082, "p95_ms": 0.039}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 300, "max_ms": 0.024, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.011, "count": 300, "max_ms": 0.044, "p95_ms": 0.02}, "worker_merge_ms": {"avg_ms": 0.004, "count": 300, "max_ms": 0.019, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.506, "count": 300, "max_ms": 87.724, "p95_ms": 81.963}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 8.187, "p95_ms": 5.73}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 3.633, "count": 300, "max_ms": 8.17, "p95_ms": 5.713}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 300, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 3.559, "count": 300, "max_ms": 8.075, "p95_ms": 5.635}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 300, "max_ms": 0.095, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 300}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-09-01T11:32:07+09:00", "state": "stopping", "task_id": "1e8f1fc1-3846-400f-b975-60f7010ae0e0", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4921.102, "limit_mb": null}, "detail": {"pid": 2271, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "879f1c38", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "879f1c38", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T11:32:52+09:00", "pid": 2271, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.129, "name": "ffmpeg", "pid": 2271, "rss_mb": 323.129, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.142}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "879f1c38", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 5.729, "exists": true, "mtime": "2026-09-01T11:32:48.894667+09:00", "mtime_epoch": 1788229968.894667, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T11:32:54+09:00", "process": {"exists": true, "fd_count": 116, "hwm_mb": 802.531, "name": "celery", "pid": 206, "rss_mb": 800.574, "state": "R (running)", "threads": 49}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.772, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T11:32:49+09:00", "state": "running", "task_id": "eb4d0401-b3d2-4fa9-b93a-b8722e48d0b4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4771.156, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "879f1c38", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.009, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "eb4d0401-b3d2-4fa9-b93a-b8722e48d0b4"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2358374400, "copied_frame_count": 853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "879f1c38", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2358374400, "frame_buffer_copies": 853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0706, "count": 512, "max_ms": 0.946, "p50_ms": 0.0606, "p95_ms": 0.1047, "p99_ms": 0.1541}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7141, "count": 512, "max_ms": 2.5881, "p50_ms": 0.5848, "p95_ms": 1.4725, "p99_ms": 2.0065, "results": {"failed": 0, "not_applicable": 0, "success": 853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0082, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "879f1c38", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 86.918, "last_started_at": "2026-09-01T11:32:52+09:00", "pid": 2271, "process": {"exists": false, "pid": 2271}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.161, "sample_count": 853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 210.219}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T11:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "879f1c38", "last_frame_pushed_age_sec": 0.107, "last_frame_pushed_at": "2026-09-01T11:34:19+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-09-01T11:34:19+09:00", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-09-01T11:34:19.440927+09:00", "mtime_epoch": 1788230059.4409273, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104134}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T11:34:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 938.926, "name": "celery", "pid": 206, "rss_mb": 938.641, "state": "R (running)", "threads": 48}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 299}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 298, "client_acquire_ms": {"avg_ms": 0.005, "count": 299, "max_ms": 0.024, "p95_ms": 0.008, "reason": null, "sample_age_ms": 120.184, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.328, "count": 298, "max_ms": 1.831, "p95_ms": 0.971, "reason": null, "sample_age_ms": 192.967, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.14, "count": 298, "max_ms": 1.456, "p95_ms": 0.826, "reason": null, "sample_age_ms": 193.165, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 299, "max_ms": 0.242, "p95_ms": 0.088, "reason": null, "sample_age_ms": 120.193, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.023, "count": 298, "max_ms": 2.969, "p95_ms": 1.779, "reason": null, "sample_age_ms": 191.897, "source": "client_direct"}, "request_count": 298, "request_tensor_bytes": {"avg": 2211848.0, "count": 298, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 191.88, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 299, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.293, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.973, "count": 299, "max_ms": 81.663, "p95_ms": 75.522, "reason": null, "sample_age_ms": 120.179, "source": "client_direct"}, "sample_age_ms": 120.174, "source": "client_direct", "task_total_ms": {"avg_ms": 70.164, "count": 299, "max_ms": 82.923, "p95_ms": 76.639, "reason": null, "sample_age_ms": 120.174, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.904, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.33, "count": 299, "max_ms": 1.086, "p95_ms": 0.469}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.075, "count": 299, "max_ms": 0.255, "p95_ms": 0.11}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 299, "max_ms": 0.246, "p95_ms": 0.094}, "event_filter_ms": {"avg_ms": 0.002, "count": 299, "max_ms": 0.016, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 299, "max_ms": 0.183, "p95_ms": 0.082}, "mcmt_ms": {"avg_ms": 0.001, "count": 299, "max_ms": 0.004, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.059, "count": 299, "max_ms": 0.155, "p95_ms": 0.086}, "setup_ms": {"avg_ms": 0.028, "count": 299, "max_ms": 0.115, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.303, "count": 299, "max_ms": 1.0, "p95_ms": 0.437}, "track_match_ms": {"avg_ms": 0.003, "count": 299, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 299, "max_ms": 0.057, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 1.865, "count": 299, "max_ms": 9.133, "p95_ms": 3.519}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.002, "count": 299, "max_ms": 0.016, "p95_ms": 0.003}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 70.709, "count": 299, "max_ms": 84.352, "p95_ms": 77.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.652, "count": 299, "max_ms": 87.804, "p95_ms": 82.06}, "inference_input_copy_ms": {"avg_ms": 0.965, "count": 299, "max_ms": 3.032, "p95_ms": 1.829}, "processing_residual_ms": {"avg_ms": 0.041, "count": 299, "max_ms": 0.115, "p95_ms": 0.071}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.658, "count": 299, "max_ms": 88.599, "p95_ms": 83.002}, "read_interval": {"avg_ms": 99.994, "count": 299, "max_ms": 138.806, "p95_ms": 121.197}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 299, "max_ms": 0.065, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.02, "count": 299, "max_ms": 0.077, "p95_ms": 0.032}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 299, "max_ms": 0.021, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.009, "count": 299, "max_ms": 0.029, "p95_ms": 0.014}, "worker_merge_ms": {"avg_ms": 0.003, "count": 299, "max_ms": 0.024, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 70.719, "count": 299, "max_ms": 84.359, "p95_ms": 77.291}, "visualize": {"avg_ms": 3.099, "count": 299, "max_ms": 6.523, "p95_ms": 4.884}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 3.087, "count": 299, "max_ms": 6.511, "p95_ms": 4.87}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 3.022, "count": 299, "max_ms": 6.444, "p95_ms": 4.787}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 299, "max_ms": 0.141, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 299}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-09-01T11:32:49+09:00", "state": "stopping", "task_id": "eb4d0401-b3d2-4fa9-b93a-b8722e48d0b4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_114610_cc28da7a.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-01T11:46:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T11:46:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5094.242, "limit_mb": null}, "detail": {"pid": 2454, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "cc28da7a", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "cc28da7a", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T11:46:10+09:00", "pid": 2454, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.156, "name": "ffmpeg", "pid": 2454, "rss_mb": 334.156, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.141}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc28da7a", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 139, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 410.48, "last_sample_duration_ms": 281.562, "last_trigger": "post_stop_5m", "next_snapshot_in_sec": 189.52, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 139, "storage_bytes": 1794298}, "mjpeg": {"age_sec": 713.508, "exists": true, "mtime": "2026-09-01T11:34:19.440927+09:00", "mtime_epoch": 1788230059.4409273, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104134}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T11:46:12+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 940.254, "name": "celery", "pid": 206, "rss_mb": 940.254, "state": "R (running)", "threads": 50}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.95, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T11:46:08+09:00", "state": "running", "task_id": "b1f473fc-e8d0-4547-9954-f2bde953968e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 1, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_114610_cc28da7a.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-01T11:46:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T11:46:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1}, "started": true, "suppressed_count": 67, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 67}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4957.59, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "cc28da7a", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.02, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "b1f473fc-e8d0-4547-9954-f2bde953968e"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 188006400, "copied_frame_count": 68, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cc28da7a", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 188006400, "frame_buffer_copies": 68, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0693, "count": 69, "max_ms": 0.139, "p50_ms": 0.0617, "p95_ms": 0.1073, "p99_ms": 0.1299}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0033, "count": 68, "max_ms": 3.0024, "p50_ms": 0.8642, "p95_ms": 2.2908, "p99_ms": 2.6427, "results": {"failed": 0, "not_applicable": 0, "success": 68, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0095, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "cc28da7a", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11.631, "last_started_at": "2026-09-01T11:46:10+09:00", "pid": 2454, "process": {"exists": false, "pid": 2454}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.931, "sample_count": 68, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 285.511}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T11:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc28da7a", "last_frame_pushed_age_sec": 0.423, "last_frame_pushed_at": "2026-09-01T11:46:22+09:00", "last_frame_read_age_sec": 0.521, "last_frame_read_at": "2026-09-01T11:46:22+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 140, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.397, "last_sample_duration_ms": 292.661, "last_trigger": "pre_stop", "next_snapshot_in_sec": 50.381, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 140, "storage_bytes": 1801751}, "mjpeg": {"age_sec": 0.416, "exists": true, "mtime": "2026-09-01T11:46:22.163491+09:00", "mtime_epoch": 1788230782.1634912, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99731}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T11:46:22+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1117.676, "name": "celery", "pid": 206, "rss_mb": 1108.852, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 68, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "total": {"avg": 0.912, "max": 1.0, "p95": 1.0, "sample_count": 68}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "removed": {"avg": 0.632, "max": 2.0, "p95": 1.0, "sample_count": 68}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 68, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.099, "pushed": 7.099, "read": 7.099}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 68, "client_acquire_ms": {"avg_ms": 0.006, "count": 68, "max_ms": 0.024, "p95_ms": 0.012, "reason": null, "sample_age_ms": 451.917, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.402, "count": 68, "max_ms": 1.68, "p95_ms": 1.132, "reason": null, "sample_age_ms": 521.177, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 68, "max_ms": 1.376, "p95_ms": 0.964, "reason": null, "sample_age_ms": 521.368, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.164, "count": 68, "max_ms": 0.363, "p95_ms": 0.282, "reason": null, "sample_age_ms": 451.922, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.301, "count": 68, "max_ms": 4.42, "p95_ms": 2.422, "reason": null, "sample_age_ms": 520.098, "source": "client_direct"}, "request_count": 68, "request_tensor_bytes": {"avg": 2211848.0, "count": 68, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 520.084, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 68, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 452.071, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 72.281, "count": 68, "max_ms": 113.226, "p95_ms": 81.333, "reason": null, "sample_age_ms": 451.914, "source": "client_direct"}, "sample_age_ms": 451.911, "source": "client_direct", "task_total_ms": {"avg_ms": 73.864, "count": 68, "max_ms": 117.921, "p95_ms": 83.028, "reason": null, "sample_age_ms": 451.911, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.094, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.718, "count": 68, "max_ms": 11.86, "p95_ms": 5.896}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.237, "count": 68, "max_ms": 0.56, "p95_ms": 0.416}, "detection_prepare_ms": {"avg_ms": 0.723, "count": 68, "max_ms": 2.555, "p95_ms": 1.213}, "event_filter_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 68, "max_ms": 0.167, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 68, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.499, "count": 68, "max_ms": 0.966, "p95_ms": 0.88}, "setup_ms": {"avg_ms": 0.029, "count": 68, "max_ms": 0.073, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 3.682, "count": 68, "max_ms": 11.765, "p95_ms": 5.839}, "track_match_ms": {"avg_ms": 0.063, "count": 68, "max_ms": 0.174, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 2.034, "count": 68, "max_ms": 7.458, "p95_ms": 3.421}}, "gstreamer_push": {"avg_ms": 3.524, "count": 68, "max_ms": 8.09, "p95_ms": 6.483}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 68, "max_ms": 0.098, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 74.501, "count": 68, "max_ms": 118.91, "p95_ms": 84.469}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.258, "count": 68, "max_ms": 9.634, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.25, "count": 68, "max_ms": 202.39, "p95_ms": 134.233}, "inference_input_copy_ms": {"avg_ms": 1.299, "count": 68, "max_ms": 7.084, "p95_ms": 3.011}, "processing_residual_ms": {"avg_ms": 0.093, "count": 68, "max_ms": 0.267, "p95_ms": 0.157}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.899, "count": 68, "max_ms": 219.142, "p95_ms": 136.931}, "read_interval": {"avg_ms": 135.193, "count": 67, "max_ms": 252.649, "p95_ms": 154.974}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 68, "max_ms": 0.162, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.457, "count": 68, "max_ms": 0.906, "p95_ms": 0.838}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 68, "max_ms": 0.022, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.443, "count": 68, "max_ms": 0.865, "p95_ms": 0.744}, "worker_merge_ms": {"avg_ms": 0.004, "count": 68, "max_ms": 0.014, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 74.511, "count": 68, "max_ms": 118.917, "p95_ms": 84.479}, "visualize": {"avg_ms": 36.321, "count": 68, "max_ms": 79.222, "p95_ms": 53.003}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.121, "count": 68, "max_ms": 75.536, "p95_ms": 52.866}, "visualize_input_copy_ms": {"avg_ms": 0.074, "count": 68, "max_ms": 3.408, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.049, "count": 68, "max_ms": 75.43, "p95_ms": 52.799}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 68, "max_ms": 0.061, "p95_ms": 0.047}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "awaiting_first_summary", "sample_count": 0, "schema_version": "ssims.m15_video_channel_summary.v1", "window_sample_cap": 30}, "window_elapsed_s": 9.579, "window_s": 30.0}, "started_at": "2026-09-01T11:46:08+09:00", "state": "stopping", "task_id": "b1f473fc-e8d0-4547-9954-f2bde953968e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5184.066, "limit_mb": null}, "detail": {"pid": 2842, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "1bf37022", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1bf37022", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:33:11+09:00", "pid": 2842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.27, "name": "ffmpeg", "pid": 2842, "rss_mb": 197.27, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.211}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1bf37022", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 2512190.993, "exists": true, "mtime": "2026-08-03T10:43:22.021554+09:00", "mtime_epoch": 1785721402.0215542, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88663}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:33:13+09:00", "process": {"exists": true, "fd_count": 127, "hwm_mb": 1117.676, "name": "celery", "pid": 206, "rss_mb": 1110.621, "state": "R (running)", "threads": 68}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.784, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T12:33:08+09:00", "state": "running", "task_id": "af05b012-fc26-469f-9050-9a9bc2d27f15", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5184.734, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "1bf37022", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.011, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "af05b012-fc26-469f-9050-9a9bc2d27f15"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 240537600, "copied_frame_count": 87, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1bf37022", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 240537600, "frame_buffer_copies": 87, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0622, "count": 88, "max_ms": 0.1086, "p50_ms": 0.0564, "p95_ms": 0.0908, "p99_ms": 0.1037}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8828, "count": 87, "max_ms": 1.878, "p50_ms": 0.7525, "p95_ms": 1.6265, "p99_ms": 1.7785, "results": {"failed": 0, "not_applicable": 0, "success": 87, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.0085, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1bf37022", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12.315, "last_started_at": "2026-09-01T12:33:11+09:00", "pid": 2842, "process": {"exists": false, "pid": 2842}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.269, "sample_count": 87, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 284.896}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1bf37022", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-09-01T12:33:23+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-09-01T12:33:23+09:00", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-09-01T12:33:23.241211+09:00", "mtime_epoch": 1788233603.2412107, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104573}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:33:23+09:00", "process": {"exists": true, "fd_count": 129, "hwm_mb": 1273.992, "name": "celery", "pid": 206, "rss_mb": 1273.992, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.931, "max": 24.0, "p95": 22.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 11.31, "max": 14.0, "p95": 12.0, "sample_count": 87}, "total": {"avg": 11.31, "max": 14.0, "p95": 12.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 3.368, "max": 5.0, "p95": 4.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 3.368, "max": 5.0, "p95": 4.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.462, "pushed": 8.462, "read": 8.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.014, "p95_ms": 0.012, "reason": null, "sample_age_ms": 123.335, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.444, "count": 87, "max_ms": 1.847, "p95_ms": 1.377, "reason": null, "sample_age_ms": 193.5, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.179, "count": 87, "max_ms": 1.636, "p95_ms": 0.898, "reason": null, "sample_age_ms": 193.733, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 87, "max_ms": 0.517, "p95_ms": 0.413, "reason": null, "sample_age_ms": 123.341, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.992, "count": 87, "max_ms": 6.144, "p95_ms": 3.889, "reason": null, "sample_age_ms": 192.238, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 192.22, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.571, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 74.082, "count": 87, "max_ms": 94.602, "p95_ms": 84.968, "reason": null, "sample_age_ms": 123.332, "source": "client_direct"}, "sample_age_ms": 123.329, "source": "client_direct", "task_total_ms": {"avg_ms": 76.493, "count": 87, "max_ms": 100.729, "p95_ms": 88.483, "reason": null, "sample_age_ms": 123.329, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.525, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.091, "count": 87, "max_ms": 11.465, "p95_ms": 8.079}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.44, "count": 87, "max_ms": 1.563, "p95_ms": 0.679}, "detection_prepare_ms": {"avg_ms": 2.935, "count": 87, "max_ms": 5.303, "p95_ms": 3.823}, "event_filter_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.017, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 1.326, "count": 87, "max_ms": 2.175, "p95_ms": 1.564}, "mcmt_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.056, "count": 87, "max_ms": 0.152, "p95_ms": 0.079}, "setup_ms": {"avg_ms": 0.028, "count": 87, "max_ms": 0.088, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 7.053, "count": 87, "max_ms": 11.393, "p95_ms": 8.02}, "track_match_ms": {"avg_ms": 0.271, "count": 87, "max_ms": 0.436, "p95_ms": 0.368}, "tracker_update_ms": {"avg_ms": 1.993, "count": 87, "max_ms": 3.219, "p95_ms": 2.584}}, "gstreamer_push": {"avg_ms": 2.368, "count": 87, "max_ms": 6.929, "p95_ms": 4.977}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.004, "p95_ms": 0.003}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 77.176, "count": 87, "max_ms": 102.791, "p95_ms": 89.217}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.232, "count": 87, "max_ms": 125.973, "p95_ms": 112.676}, "inference_input_copy_ms": {"avg_ms": 1.529, "count": 87, "max_ms": 3.703, "p95_ms": 2.657}, "processing_residual_ms": {"avg_ms": 0.109, "count": 87, "max_ms": 0.298, "p95_ms": 0.198}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.87, "count": 87, "max_ms": 128.982, "p95_ms": 115.269}, "read_interval": {"avg_ms": 117.3, "count": 86, "max_ms": 150.678, "p95_ms": 132.599}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 87, "max_ms": 0.031, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.019, "count": 87, "max_ms": 0.053, "p95_ms": 0.028}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 87, "max_ms": 0.03, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.009, "count": 87, "max_ms": 0.024, "p95_ms": 0.015}, "worker_merge_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.018, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 77.186, "count": 87, "max_ms": 102.798, "p95_ms": 89.225}, "visualize": {"avg_ms": 14.01, "count": 87, "max_ms": 21.738, "p95_ms": 19.139}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 13.999, "count": 87, "max_ms": 21.726, "p95_ms": 19.117}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 13.939, "count": 87, "max_ms": 21.668, "p95_ms": 19.029}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 87, "max_ms": 0.057, "p95_ms": 0.041}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 10.282, "window_s": 30.0}, "started_at": "2026-09-01T12:33:08+09:00", "state": "stopping", "task_id": "af05b012-fc26-469f-9050-9a9bc2d27f15", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5350.164, "limit_mb": null}, "detail": {"pid": 2962, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "0a2f22af", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "0a2f22af", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:35:44+09:00", "pid": 2962, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.801, "name": "ffmpeg", "pid": 2962, "rss_mb": 197.801, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.623}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "0a2f22af", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 143.073, "exists": true, "mtime": "2026-09-01T12:33:23.241211+09:00", "mtime_epoch": 1788233603.2412107, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104573}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:35:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1275.66, "name": "celery", "pid": 206, "rss_mb": 1275.66, "state": "R (running)", "threads": 68}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.723, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T12:35:42+09:00", "state": "running", "task_id": "66e46e9e-bac7-4f12-acd9-ed4fd7840a82", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5322.266, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "0a2f22af", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.009, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "66e46e9e-bac7-4f12-acd9-ed4fd7840a82"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1553817600, "copied_frame_count": 562, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "0a2f22af", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1553817600, "frame_buffer_copies": 562, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0642, "count": 512, "max_ms": 0.8417, "p50_ms": 0.0568, "p95_ms": 0.0932, "p99_ms": 0.1237}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8884, "count": 512, "max_ms": 2.6752, "p50_ms": 0.7652, "p95_ms": 1.7028, "p99_ms": 2.1621, "results": {"failed": 0, "not_applicable": 0, "success": 562, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.007, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "0a2f22af", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70.049, "last_started_at": "2026-09-01T12:35:44+09:00", "pid": 2962, "process": {"exists": false, "pid": 2962}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.209, "sample_count": 562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 228.566}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "0a2f22af", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-09-01T12:36:54+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-09-01T12:36:54+09:00", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-09-01T12:36:54.304343+09:00", "mtime_epoch": 1788233814.3043432, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115246}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:36:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1409.516, "name": "celery", "pid": 206, "rss_mb": 1409.516, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.996, "max": 28.0, "p95": 26.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 13.899, "max": 18.0, "p95": 16.0, "sample_count": 248}, "total": {"avg": 13.899, "max": 18.0, "p95": 16.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 2.355, "max": 4.0, "p95": 3.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 2.355, "max": 4.0, "p95": 3.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.281, "pushed": 8.281, "read": 8.247}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 99.898, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.544, "count": 247, "max_ms": 3.075, "p95_ms": 1.556, "reason": null, "sample_age_ms": 179.799, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 247, "max_ms": 2.311, "p95_ms": 1.262, "reason": null, "sample_age_ms": 180.031, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 248, "max_ms": 0.698, "p95_ms": 0.464, "reason": null, "sample_age_ms": 99.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.118, "count": 247, "max_ms": 4.434, "p95_ms": 3.362, "reason": null, "sample_age_ms": 176.264, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.215, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.53, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 74.12, "count": 248, "max_ms": 95.939, "p95_ms": 85.288, "reason": null, "sample_age_ms": 99.892, "source": "client_direct"}, "sample_age_ms": 99.887, "source": "client_direct", "task_total_ms": {"avg_ms": 76.674, "count": 248, "max_ms": 100.725, "p95_ms": 88.277, "reason": null, "sample_age_ms": 99.887, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.643, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.042, "count": 248, "max_ms": 15.41, "p95_ms": 11.501}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.743, "count": 248, "max_ms": 1.977, "p95_ms": 1.373}, "detection_prepare_ms": {"avg_ms": 3.48, "count": 248, "max_ms": 6.676, "p95_ms": 4.778}, "event_filter_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.019, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 1.985, "count": 248, "max_ms": 4.268, "p95_ms": 2.682}, "mcmt_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.025, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.057, "count": 248, "max_ms": 0.11, "p95_ms": 0.079}, "setup_ms": {"avg_ms": 0.027, "count": 248, "max_ms": 0.068, "p95_ms": 0.042}, "total_inside_ms": {"avg_ms": 9.001, "count": 248, "max_ms": 15.333, "p95_ms": 11.449}, "track_match_ms": {"avg_ms": 0.25, "count": 248, "max_ms": 0.618, "p95_ms": 0.372}, "tracker_update_ms": {"avg_ms": 2.454, "count": 248, "max_ms": 4.614, "p95_ms": 3.059}}, "gstreamer_push": {"avg_ms": 2.205, "count": 248, "max_ms": 6.606, "p95_ms": 4.223}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.006, "p95_ms": 0.003}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 77.46, "count": 248, "max_ms": 101.364, "p95_ms": 89.368}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.25, "count": 248, "max_ms": 125.582, "p95_ms": 116.022}, "inference_input_copy_ms": {"avg_ms": 1.593, "count": 248, "max_ms": 3.928, "p95_ms": 2.748}, "processing_residual_ms": {"avg_ms": 0.143, "count": 248, "max_ms": 0.532, "p95_ms": 0.282}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.986, "count": 248, "max_ms": 127.98, "p95_ms": 117.403}, "read_interval": {"avg_ms": 120.965, "count": 247, "max_ms": 151.264, "p95_ms": 138.468}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 248, "max_ms": 0.023, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.019, "count": 248, "max_ms": 0.048, "p95_ms": 0.031}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 248, "max_ms": 0.027, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.01, "count": 248, "max_ms": 0.034, "p95_ms": 0.017}, "worker_merge_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.02, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 77.47, "count": 248, "max_ms": 101.381, "p95_ms": 89.377}, "visualize": {"avg_ms": 14.652, "count": 248, "max_ms": 26.364, "p95_ms": 18.455}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 14.64, "count": 248, "max_ms": 26.348, "p95_ms": 18.442}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 14.578, "count": 248, "max_ms": 26.251, "p95_ms": 18.373}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 248, "max_ms": 0.073, "p95_ms": 0.047}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-09-01T12:35:42+09:00", "state": "stopping", "task_id": "66e46e9e-bac7-4f12-acd9-ed4fd7840a82", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5484.141, "limit_mb": null}, "detail": {"pid": 3081, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "66d2d181", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "66d2d181", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:36:56+09:00", "pid": 3081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.488, "name": "ffmpeg", "pid": 3081, "rss_mb": 197.488, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.598}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "66d2d181", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 4.411, "exists": true, "mtime": "2026-09-01T12:36:54.304343+09:00", "mtime_epoch": 1788233814.3043432, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115246}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:36:58+09:00", "process": {"exists": true, "fd_count": 140, "hwm_mb": 1410.984, "name": "celery", "pid": 206, "rss_mb": 1410.984, "state": "R (running)", "threads": 68}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.735, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T12:36:55+09:00", "state": "running", "task_id": "e6f5dbc2-96a3-4172-b838-461f4d7a1c07", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5452.305, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "66d2d181", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.009, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "e6f5dbc2-96a3-4172-b838-461f4d7a1c07"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 428544000, "copied_frame_count": 155, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "66d2d181", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 428544000, "frame_buffer_copies": 155, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0608, "count": 156, "max_ms": 0.1988, "p50_ms": 0.0555, "p95_ms": 0.0824, "p99_ms": 0.0955}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8315, "count": 155, "max_ms": 1.7688, "p50_ms": 0.7415, "p95_ms": 1.5262, "p99_ms": 1.7332, "results": {"failed": 0, "not_applicable": 0, "success": 155, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.007, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "66d2d181", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20.62, "last_started_at": "2026-09-01T12:36:56+09:00", "pid": 3081, "process": {"exists": false, "pid": 3081}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.945, "sample_count": 155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 277.976}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "66d2d181", "last_frame_pushed_age_sec": 0.111, "last_frame_pushed_at": "2026-09-01T12:37:17+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-09-01T12:37:17+09:00", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-09-01T12:37:17.230466+09:00", "mtime_epoch": 1788233837.230466, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110668}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:37:17+09:00", "process": {"exists": true, "fd_count": 141, "hwm_mb": 1543.797, "name": "celery", "pid": 206, "rss_mb": 1541.254, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.31, "max": 22.0, "p95": 22.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 12.187, "max": 16.0, "p95": 15.0, "sample_count": 155}, "total": {"avg": 12.187, "max": 16.0, "p95": 15.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 3.548, "max": 6.0, "p95": 5.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 3.548, "max": 6.0, "p95": 5.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.336, "pushed": 8.336, "read": 8.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 155, "client_acquire_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.027, "p95_ms": 0.011, "reason": null, "sample_age_ms": 133.793, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.481, "count": 155, "max_ms": 4.34, "p95_ms": 1.332, "reason": null, "sample_age_ms": 203.292, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 155, "max_ms": 1.584, "p95_ms": 1.074, "reason": null, "sample_age_ms": 203.525, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 155, "max_ms": 0.773, "p95_ms": 0.445, "reason": null, "sample_age_ms": 133.801, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.944, "count": 155, "max_ms": 4.8, "p95_ms": 3.325, "reason": null, "sample_age_ms": 201.43, "source": "client_direct"}, "request_count": 155, "request_tensor_bytes": {"avg": 2764808.0, "count": 155, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 201.412, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.091, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 74.64, "count": 155, "max_ms": 92.66, "p95_ms": 88.572, "reason": null, "sample_age_ms": 133.789, "source": "client_direct"}, "sample_age_ms": 133.786, "source": "client_direct", "task_total_ms": {"avg_ms": 76.996, "count": 155, "max_ms": 96.948, "p95_ms": 91.022, "reason": null, "sample_age_ms": 133.786, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.809, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.564, "count": 155, "max_ms": 17.208, "p95_ms": 10.462}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.584, "count": 155, "max_ms": 2.344, "p95_ms": 1.07}, "detection_prepare_ms": {"avg_ms": 2.78, "count": 155, "max_ms": 6.388, "p95_ms": 4.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 155, "max_ms": 0.006, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 1.374, "count": 155, "max_ms": 3.598, "p95_ms": 2.297}, "mcmt_ms": {"avg_ms": 0.002, "count": 155, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.058, "count": 155, "max_ms": 0.204, "p95_ms": 0.09}, "setup_ms": {"avg_ms": 0.026, "count": 155, "max_ms": 0.06, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 7.524, "count": 155, "max_ms": 17.129, "p95_ms": 10.416}, "track_match_ms": {"avg_ms": 0.293, "count": 155, "max_ms": 0.755, "p95_ms": 0.509}, "tracker_update_ms": {"avg_ms": 2.404, "count": 155, "max_ms": 5.671, "p95_ms": 3.224}}, "gstreamer_push": {"avg_ms": 2.862, "count": 155, "max_ms": 7.866, "p95_ms": 5.776}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.002, "count": 155, "max_ms": 0.017, "p95_ms": 0.003}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 77.706, "count": 155, "max_ms": 101.511, "p95_ms": 92.01}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.299, "count": 155, "max_ms": 121.687, "p95_ms": 113.994}, "inference_input_copy_ms": {"avg_ms": 1.519, "count": 155, "max_ms": 3.221, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.125, "count": 155, "max_ms": 0.305, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.943, "count": 155, "max_ms": 124.594, "p95_ms": 116.014}, "read_interval": {"avg_ms": 119.422, "count": 154, "max_ms": 142.707, "p95_ms": 135.485}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 155, "max_ms": 0.161, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.021, "count": 155, "max_ms": 0.169, "p95_ms": 0.031}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 155, "max_ms": 0.038, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.009, "count": 155, "max_ms": 0.026, "p95_ms": 0.014}, "worker_merge_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.019, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 77.716, "count": 155, "max_ms": 101.521, "p95_ms": 92.019}, "visualize": {"avg_ms": 14.054, "count": 155, "max_ms": 24.87, "p95_ms": 20.037}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 14.042, "count": 155, "max_ms": 24.852, "p95_ms": 20.018}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 13.982, "count": 155, "max_ms": 24.759, "p95_ms": 19.93}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 155, "max_ms": 0.064, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 18.593, "window_s": 30.0}, "started_at": "2026-09-01T12:36:55+09:00", "state": "stopping", "task_id": "e6f5dbc2-96a3-4172-b838-461f4d7a1c07", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5615.934, "limit_mb": null}, "detail": {"pid": 3200, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "29d073ed", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "29d073ed", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:37:19+09:00", "pid": 3200, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.691, "name": "ffmpeg", "pid": 3200, "rss_mb": 197.691, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.199}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "29d073ed", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 4.769, "exists": true, "mtime": "2026-09-01T12:37:17.230466+09:00", "mtime_epoch": 1788233837.230466, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110668}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:37:22+09:00", "process": {"exists": true, "fd_count": 146, "hwm_mb": 1543.797, "name": "celery", "pid": 206, "rss_mb": 1542.902, "state": "R (running)", "threads": 68}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.728, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T12:37:18+09:00", "state": "running", "task_id": "14dfe60b-60fe-423b-8698-7f89ec4221fb", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"enabled": false, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5589.828, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "29d073ed", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.01, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "14dfe60b-60fe-423b-8698-7f89ec4221fb"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 815616000, "copied_frame_count": 295, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "29d073ed", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 815616000, "frame_buffer_copies": 295, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0617, "count": 296, "max_ms": 0.1543, "p50_ms": 0.0556, "p95_ms": 0.0913, "p99_ms": 0.1133}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8857, "count": 295, "max_ms": 2.1353, "p50_ms": 0.7336, "p95_ms": 1.7267, "p99_ms": 1.9679, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.0172, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "29d073ed", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36.541, "last_started_at": "2026-09-01T12:37:19+09:00", "pid": 3200, "process": {"exists": false, "pid": 3200}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.079, "sample_count": 295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 261.655}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "29d073ed", "last_frame_pushed_age_sec": 0.108, "last_frame_pushed_at": "2026-09-01T12:37:56+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-09-01T12:37:56+09:00", "memory_observability": {"enabled": false, "reason": "core_baseline_fixed_health"}, "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-09-01T12:37:56.439676+09:00", "mtime_epoch": 1788233876.4396756, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113589}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:37:56+09:00", "process": {"exists": true, "fd_count": 147, "hwm_mb": 1681.707, "name": "celery", "pid": 206, "rss_mb": 1679.094, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.613, "max": 18.0, "p95": 16.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 10.062, "max": 13.0, "p95": 11.0, "sample_count": 256}, "total": {"avg": 10.062, "max": 13.0, "p95": 11.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 3.16, "max": 5.0, "p95": 4.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 3.16, "max": 5.0, "p95": 4.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.535, "pushed": 8.535, "read": 8.535}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 256, "client_acquire_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 134.21, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 256, "max_ms": 3.212, "p95_ms": 1.4, "reason": null, "sample_age_ms": 227.393, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.211, "count": 256, "max_ms": 1.978, "p95_ms": 1.124, "reason": null, "sample_age_ms": 228.366, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.242, "count": 256, "max_ms": 0.593, "p95_ms": 0.357, "reason": null, "sample_age_ms": 134.218, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.182, "count": 256, "max_ms": 4.701, "p95_ms": 3.589, "reason": null, "sample_age_ms": 225.269, "source": "client_direct"}, "request_count": 256, "request_tensor_bytes": {"avg": 2764808.0, "count": 256, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 225.247, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.429, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 75.621, "count": 256, "max_ms": 96.002, "p95_ms": 89.078, "reason": null, "sample_age_ms": 134.206, "source": "client_direct"}, "sample_age_ms": 134.203, "source": "client_direct", "task_total_ms": {"avg_ms": 78.181, "count": 256, "max_ms": 99.783, "p95_ms": 92.164, "reason": null, "sample_age_ms": 134.203, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.279, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.167, "count": 256, "max_ms": 12.67, "p95_ms": 8.122}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.555, "count": 256, "max_ms": 1.532, "p95_ms": 1.067}, "detection_prepare_ms": {"avg_ms": 2.044, "count": 256, "max_ms": 4.449, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.023, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 1.0, "count": 256, "max_ms": 2.284, "p95_ms": 1.425}, "mcmt_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.027, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.057, "count": 256, "max_ms": 0.207, "p95_ms": 0.08}, "setup_ms": {"avg_ms": 0.025, "count": 256, "max_ms": 0.07, "p95_ms": 0.038}, "total_inside_ms": {"avg_ms": 6.129, "count": 256, "max_ms": 12.63, "p95_ms": 8.072}, "track_match_ms": {"avg_ms": 0.247, "count": 256, "max_ms": 0.611, "p95_ms": 0.345}, "tracker_update_ms": {"avg_ms": 2.198, "count": 256, "max_ms": 8.716, "p95_ms": 2.885}}, "gstreamer_push": {"avg_ms": 2.275, "count": 256, "max_ms": 9.401, "p95_ms": 4.304}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.016, "p95_ms": 0.003}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 78.947, "count": 256, "max_ms": 100.416, "p95_ms": 93.191}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.88, "count": 256, "max_ms": 129.656, "p95_ms": 112.111}, "inference_input_copy_ms": {"avg_ms": 1.647, "count": 256, "max_ms": 3.654, "p95_ms": 2.842}, "processing_residual_ms": {"avg_ms": 0.122, "count": 256, "max_ms": 0.652, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.649, "count": 256, "max_ms": 133.233, "p95_ms": 114.079}, "read_interval": {"avg_ms": 116.723, "count": 256, "max_ms": 150.236, "p95_ms": 133.008}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 256, "max_ms": 0.038, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.019, "count": 256, "max_ms": 0.057, "p95_ms": 0.031}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 256, "max_ms": 0.058, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.009, "count": 256, "max_ms": 0.042, "p95_ms": 0.015}, "worker_merge_ms": {"avg_ms": 0.005, "count": 256, "max_ms": 0.126, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 78.957, "count": 256, "max_ms": 100.424, "p95_ms": 93.2}, "visualize": {"avg_ms": 11.842, "count": 256, "max_ms": 20.122, "p95_ms": 15.925}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 11.83, "count": 256, "max_ms": 20.105, "p95_ms": 15.908}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 11.767, "count": 256, "max_ms": 20.0, "p95_ms": 15.793}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 256, "max_ms": 0.163, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-09-01T12:37:18+09:00", "state": "stopping", "task_id": "14dfe60b-60fe-423b-8698-7f89ec4221fb", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260901_123800_92ccada1.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-01T12:38:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:38:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5756.688, "limit_mb": null}, "detail": {"pid": 3320, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "92ccada1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "92ccada1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:38:00+09:00", "pid": 3320, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.359, "name": "ffmpeg", "pid": 3320, "rss_mb": 200.359, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.374}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "92ccada1", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 233.547, "last_sample_duration_ms": 242.424, "last_trigger": "post_stop_30s", "next_snapshot_in_sec": 0.0, "reason": "channel_unregistered_recovery_pending", "rotation_count": 83, "runtime_state": "active", "sample_count": 147, "storage_bytes": 1847126}, "mjpeg": {"age_sec": 5.591, "exists": true, "mtime": "2026-09-01T12:37:56.439676+09:00", "mtime_epoch": 1788233876.4396756, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113589}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:38:02+09:00", "process": {"exists": true, "fd_count": 152, "hwm_mb": 1681.707, "name": "celery", "pid": 206, "rss_mb": 1680.578, "state": "R (running)", "threads": 69}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.845, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T12:37:57+09:00", "state": "running", "task_id": "a3a2e926-c51d-4baa-b549-f005710c42d4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 1, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260901_123800_92ccada1.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-01T12:38:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:38:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1}, "started": true, "suppressed_count": 38, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 34}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 35, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5698.637, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "92ccada1", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 4, "duration_ms": 101.978, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [{"action": "communicate", "error": null, "killed": false, "mp4": {"exists": true, "path": "/data/playlist/accident/45/20260901_123802_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__inside_danger__high__track118.mp4", "size_bytes": 820860}, "pid": 3438, "reason": "channel_stop", "returncode_after": 0, "returncode_before": null, "running_after": false, "running_before": true, "videoname": "/data/playlist/accident/45/20260901_123802_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__inside_danger__high__track118"}, {"action": "communicate", "error": null, "killed": false, "mp4": {"exists": true, "path": "/data/playlist/accident/45/20260901_123802_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__inside_warning__medium__track119.mp4", "size_bytes": 820860}, "pid": 3498, "reason": "channel_stop", "returncode_after": 0, "returncode_before": null, "running_after": false, "running_before": true, "videoname": "/data/playlist/accident/45/20260901_123802_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__inside_warning__medium__track119"}, {"action": "communicate", "error": null, "killed": false, "mp4": {"exists": true, "path": "/data/playlist/accident/45/20260901_123803_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__inside_warning__medium__track118.mp4", "size_bytes": 820860}, "pid": 3560, "reason": "channel_stop", "returncode_after": 0, "returncode_before": null, "running_after": false, "running_before": true, "videoname": "/data/playlist/accident/45/20260901_123803_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__inside_warning__medium__track118"}, {"action": "communicate", "error": null, "killed": false, "mp4": {"exists": true, "path": "/data/playlist/accident/45/20260901_123807_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__inside_warning__medium__track1000004.mp4", "size_bytes": 820860}, "pid": 3625, "reason": "channel_stop", "returncode_after": 0, "returncode_before": null, "running_after": false, "running_before": true, "videoname": "/data/playlist/accident/45/20260901_123807_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__inside_warning__medium__track1000004"}], "remaining_running_count": 0, "stopped_count": 4, "timeout_s": 5.0}, "task_id": "a3a2e926-c51d-4baa-b549-f005710c42d4"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96768000, "copied_frame_count": 35, "copy_error_count": 0, "current_length": 35, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 96768000, "retained_bytes_estimate": 96768000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 19, "pre_event_source_bytes": 52531200}, "last_clip": {"actual_written_frame_count": 35, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 19, "finished_at": "2026-09-01T12:38:11+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 820860, "nominal_duration_s": 6.9, "outcome": "stopped_early", "returncode": 0, "started_at": "2026-09-01T12:38:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.315}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 185241600, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 96768000, "total_upper_bound_bytes": 96768000, "unavailable_reason": null}}, "generation": "92ccada1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 96768000, "frame_buffer_copies": 35, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 108, "recorder_active_input_bytes": 298598400, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.056, "count": 411, "max_ms": 1.4081, "p50_ms": 0.0411, "p95_ms": 0.1039, "p99_ms": 0.2036}, "stages": {"db_insert": {"avg_ms": 15.0084, "count": 4, "max_ms": 28.7681, "p50_ms": 11.973, "p95_ms": 26.3411, "p99_ms": 28.2827, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3597, "count": 4, "max_ms": 1.6296, "p50_ms": 1.3273, "p95_ms": 1.6101, "p99_ms": 1.6257, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1071.2355, "count": 4, "max_ms": 1361.0485, "p50_ms": 1101.3001, "p95_ms": 1338.8569, "p99_ms": 1356.6102, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5766, "count": 35, "max_ms": 3.4066, "p50_ms": 1.4025, "p95_ms": 2.4556, "p99_ms": 3.1201, "results": {"failed": 0, "not_applicable": 0, "success": 35, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 311.4535, "count": 3, "max_ms": 432.9224, "p50_ms": 310.8278, "p95_ms": 420.7129, "p99_ms": 430.4805, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.1639, "count": 4, "max_ms": 7.6153, "p50_ms": 7.1953, "p95_ms": 7.6033, "p99_ms": 7.6129, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 12.6325, "count": 108, "max_ms": 19.1071, "p50_ms": 12.2722, "p95_ms": 17.7933, "p99_ms": 18.9478, "results": {"failed": 0, "not_applicable": 0, "success": 108, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.487, "count": 108, "max_ms": 3.7379, "p50_ms": 1.2595, "p95_ms": 2.9041, "p99_ms": 3.6322, "results": {"failed": 0, "not_applicable": 0, "success": 108, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 230.689, "count": 4, "max_ms": 430.2605, "p50_ms": 170.9928, "p95_ms": 393.7169, "p99_ms": 422.9518, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 214.6192, "count": 4, "max_ms": 393.4696, "p50_ms": 160.8965, "p95_ms": 360.5126, "p99_ms": 386.8782, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 13.4007, "count": 4, "max_ms": 33.3262, "p50_ms": 7.4813, "p95_ms": 29.721, "p99_ms": 32.6052, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5642, "count": 4, "max_ms": 2.917, "p50_ms": 1.1641, "p95_ms": 2.6694, "p99_ms": 2.8675, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 25.1934, "count": 4, "max_ms": 28.592, "p50_ms": 24.6862, "p95_ms": 28.2784, "p99_ms": 28.5293, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 4}}, "redis_cooldown_check": {"avg_ms": 0.7915, "count": 4, "max_ms": 1.4536, "p50_ms": 0.6164, "p95_ms": 1.3294, "p99_ms": 1.4288, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4483, "count": 4, "max_ms": 3.5344, "p50_ms": 0.8908, "p95_ms": 3.1522, "p99_ms": 3.4579, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4483, "count": 4, "max_ms": 3.5344, "p50_ms": 0.8908, "p95_ms": 3.1522, "p99_ms": 3.4579, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7915, "count": 4, "max_ms": 1.4536, "p50_ms": 0.6164, "p95_ms": 1.3294, "p99_ms": 1.4288, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5766, "count": 4, "max_ms": 0.7897, "p50_ms": 0.5554, "p95_ms": 0.7613, "p99_ms": 0.784, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 426.6612, "count": 4, "max_ms": 654.3125, "p50_ms": 392.1671, "p95_ms": 631.2812, "p99_ms": 649.7063, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7326, "count": 4, "max_ms": 0.8971, "p50_ms": 0.7327, "p95_ms": 0.8843, "p99_ms": 0.8945, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.1588, "count": 4, "max_ms": 4.7682, "p50_ms": 2.879, "p95_ms": 4.5998, "p99_ms": 4.7345, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.275, "count": 4, "max_ms": 0.4913, "p50_ms": 0.2793, "p95_ms": 0.4913, "p99_ms": 0.4913, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 174.5696, "count": 4, "max_ms": 693.2875, "p50_ms": 1.7312, "p95_ms": 589.554, "p99_ms": 672.5408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 455.7062, "count": 4, "max_ms": 678.3712, "p50_ms": 428.7506, "p95_ms": 655.8141, "p99_ms": 673.8598, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.1987, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "92ccada1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5531238, "peak_jobs": 3, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.4913, "p50_ms": 0.0674, "p95_ms": 0.4489, "p99_ms": 0.4828}, "wait_ms": {"count": 3, "max_ms": 693.2875, "p50_ms": 1.7312, "p95_ms": 624.1318, "p99_ms": 679.4563}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6673, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.6296, "p50_ms": 1.4998, "p95_ms": 1.6166, "p99_ms": 1.627}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11.452, "last_started_at": "2026-09-01T12:38:00+09:00", "pid": 3320, "process": {"exists": false, "pid": 3320}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 467.248, "sample_count": 35, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 285.922}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "92ccada1", "last_frame_pushed_age_sec": 0.483, "last_frame_pushed_at": "2026-09-01T12:38:10+09:00", "last_frame_read_age_sec": 0.693, "last_frame_read_at": "2026-09-01T12:38:10+09:00", "memory_observability": {"active_channels": ["20", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.445, "last_sample_duration_ms": 263.369, "last_trigger": "pre_stop", "next_snapshot_in_sec": 50.555, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 148, "storage_bytes": 1855594}, "mjpeg": {"age_sec": 0.475, "exists": true, "mtime": "2026-09-01T12:38:11.006753+09:00", "mtime_epoch": 1788233891.0067532, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108199}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-01T12:38:11+09:00", "process": {"exists": true, "fd_count": 153, "hwm_mb": 1786.195, "name": "celery", "pid": 206, "rss_mb": 1782.34, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 15, "history_size_limit": 20, "last_frame_idx": 35, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 15}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.943, "max": 18.0, "p95": 17.0, "sample_count": 35}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 12.286, "max": 14.0, "p95": 14.0, "sample_count": 35}, "total": {"avg": 12.286, "max": 14.0, "p95": 14.0, "sample_count": 35}}, "tracking_counts": {"active": {"avg": 5.029, "max": 6.0, "p95": 5.0, "sample_count": 35}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "tracked": {"avg": 5.029, "max": 6.0, "p95": 5.0, "sample_count": 35}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 35, "pushed_frames": 35, "read_frames": 35, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.719, "pushed": 3.719, "read": 3.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 35, "client_acquire_ms": {"avg_ms": 0.007, "count": 35, "max_ms": 0.017, "p95_ms": 0.012, "reason": null, "sample_age_ms": 612.071, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.749, "count": 35, "max_ms": 5.093, "p95_ms": 1.694, "reason": null, "sample_age_ms": 692.848, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 35, "max_ms": 4.76, "p95_ms": 1.447, "reason": null, "sample_age_ms": 693.024, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 35, "max_ms": 1.282, "p95_ms": 0.535, "reason": null, "sample_age_ms": 612.084, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.238, "count": 35, "max_ms": 5.169, "p95_ms": 3.709, "reason": null, "sample_age_ms": 690.981, "source": "client_direct"}, "request_count": 35, "request_tensor_bytes": {"avg": 2764808.0, "count": 35, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 690.961, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 35, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 612.631, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 77.567, "count": 35, "max_ms": 98.195, "p95_ms": 92.093, "reason": null, "sample_age_ms": 612.064, "source": "client_direct"}, "sample_age_ms": 612.06, "source": "client_direct", "task_total_ms": {"avg_ms": 80.276, "count": 35, "max_ms": 100.326, "p95_ms": 95.964, "reason": null, "sample_age_ms": 612.06, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.958, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 16.055, "count": 35, "max_ms": 24.898, "p95_ms": 22.729}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.362, "count": 35, "max_ms": 0.596, "p95_ms": 0.58}, "detection_prepare_ms": {"avg_ms": 2.657, "count": 35, "max_ms": 4.869, "p95_ms": 4.753}, "event_filter_ms": {"avg_ms": 0.004, "count": 35, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 1.042, "count": 35, "max_ms": 2.215, "p95_ms": 2.014}, "mcmt_ms": {"avg_ms": 0.002, "count": 35, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 9.115, "count": 35, "max_ms": 14.581, "p95_ms": 13.696}, "setup_ms": {"avg_ms": 0.03, "count": 35, "max_ms": 0.109, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 16.006, "count": 35, "max_ms": 24.819, "p95_ms": 22.655}, "track_match_ms": {"avg_ms": 0.38, "count": 35, "max_ms": 0.682, "p95_ms": 0.52}, "tracker_update_ms": {"avg_ms": 2.414, "count": 35, "max_ms": 5.654, "p95_ms": 5.191}}, "gstreamer_push": {"avg_ms": 3.686, "count": 35, "max_ms": 12.262, "p95_ms": 8.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 35, "max_ms": 0.092, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 81.436, "count": 35, "max_ms": 100.92, "p95_ms": 99.08}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.763, "count": 35, "max_ms": 14.546, "p95_ms": 12.269}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 227.983, "count": 35, "max_ms": 657.501, "p95_ms": 585.953}, "inference_input_copy_ms": {"avg_ms": 2.306, "count": 35, "max_ms": 4.571, "p95_ms": 4.523}, "processing_residual_ms": {"avg_ms": 0.244, "count": 35, "max_ms": 0.834, "p95_ms": 0.497}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 232.296, "count": 35, "max_ms": 671.251, "p95_ms": 602.314}, "read_interval": {"avg_ms": 256.409, "count": 34, "max_ms": 704.136, "p95_ms": 664.908}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 35, "max_ms": 0.037, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 9.057, "count": 35, "max_ms": 14.504, "p95_ms": 13.629}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 35, "max_ms": 0.016, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 9.043, "count": 35, "max_ms": 14.487, "p95_ms": 13.616}, "worker_merge_ms": {"avg_ms": 0.009, "count": 35, "max_ms": 0.169, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 81.447, "count": 35, "max_ms": 100.928, "p95_ms": 99.091}, "visualize": {"avg_ms": 58.513, "count": 35, "max_ms": 115.958, "p95_ms": 103.116}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 58.026, "count": 35, "max_ms": 114.386, "p95_ms": 101.409}, "visualize_input_copy_ms": {"avg_ms": 0.36, "count": 35, "max_ms": 2.953, "p95_ms": 2.27}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 57.951, "count": 35, "max_ms": 114.251, "p95_ms": 101.277}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 35, "max_ms": 0.135, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "returned_event_count": {"avg": 0.114, "max": 2.0, "p95": 1.0, "sample_count": 35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1687.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.983, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "92ccada1", "latest": {"buffers": {"frame_buffer_len": 1, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.178, "sample_count": 1, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.16}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5.805, "exists": true, "size_bytes": 113589, "write_bytes_delta": 113589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 3320, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 206, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 8.489, "count": 1, "max_ms": 8.489, "p95_ms": 8.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.0, "max": 17.0, "p95": 17.0, "sample_count": 1}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 14.0, "key_count": 1, "max": 14.0, "p95": 14.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 14.0, "max": 14.0, "p95": 14.0, "sample_count": 1}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.983, "count": 1, "max": 11.983, "p95": 11.983, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.228, "count": 1, "max": 4.228, "p95": 4.228, "source": "m15_direct", "unit": "milliseconds"}, "mjpeg_file_age_sec": {"avg": 5.805, "count": 1, "max": 5.805, "p95": 5.805, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113589.0, "count": 1, "max": 113589.0, "p95": 113589.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113589.0, "count": 1, "max": 113589.0, "p95": 113589.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 1, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1, "sampled_at": "2026-09-01T12:38:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "decoded_pixel_format": "bgr24", "driver": {"provenance": "unsupported", "reason": "M4_provider_does_not_expose_driver", "value": null}, "gpu_capability": {"phase_a_backend_enabled": false, "source": "M4_shared_gpu_provider"}, "height": 720, "input_codec": {"provenance": "unsupported", "reason": "ffprobe_not_run_in_phase_a", "value": null}, "input_profile": {"provenance": "unsupported", "reason": "ffprobe_not_run_in_phase_a", "value": null}, "input_source_hash": "00a938216e3bb9a4", "input_source_scheme": "rtsp", "plugins": ["ffmpeg_rawvideo", "videoconvert", "jpegenc", "multifilesink"], "target_fps": 10.0, "width": 1280}, "summarized_at": "2026-09-01T12:38:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 9.411, "window_s": 30.0}, "started_at": "2026-09-01T12:37:57+09:00", "state": "stopping", "task_id": "a3a2e926-c51d-4baa-b549-f005710c42d4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-01T12:46:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:46:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5989.793, "limit_mb": null}, "detail": {"pid": 3691, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:46:12+09:00", "pid": 3691, "process": {"exists": true, "fd_count": 5, "hwm_mb": 322.84, "name": "ffmpeg", "pid": 3691, "rss_mb": 322.84, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.833}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 153.976, "last_sample_duration_ms": 227.842, "last_trigger": "post_stop_5m", "next_snapshot_in_sec": 446.024, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 150, "storage_bytes": 1868614}, "mjpeg": {"age_sec": 3592.312, "exists": true, "mtime": "2026-09-01T11:46:22.163491+09:00", "mtime_epoch": 1788230782.1634912, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99731}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:46:14+09:00", "process": {"exists": true, "fd_count": 158, "hwm_mb": 1786.195, "name": "celery", "pid": 206, "rss_mb": 1783.781, "state": "R (running)", "threads": 69}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.789, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 1752, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-09-01T12:47:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:47:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 851, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 851}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5866.246, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5882987f0080] error while decoding MB 13 94, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2358374400, "copied_frame_count": 853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2358374400, "frame_buffer_copies": 853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0737, "count": 512, "max_ms": 0.9122, "p50_ms": 0.0627, "p95_ms": 0.1114, "p99_ms": 0.1675}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9187, "count": 512, "max_ms": 3.8146, "p50_ms": 0.7572, "p95_ms": 1.7391, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:48:00+09:00", "last_error_summary": "[h264 @ 0x5882987f0080] error while decoding MB 13 94, bytestream -9", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 108.098, "last_started_at": "2026-09-01T12:46:12+09:00", "pid": 3691, "process": {"exists": false, "pid": 3691}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.399, "sample_count": 853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 189.731}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-09-01T12:48:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-09-01T12:48:00+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 45.975, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 554.025, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-09-01T12:48:00.507890+09:00", "mtime_epoch": 1788234480.5078897, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:48:00+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1953.652, "name": "celery", "pid": 206, "rss_mb": 1942.676, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 853, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "total": {"avg": 0.911, "max": 1.0, "p95": 1.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 237}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.922, "pushed": 7.922, "read": 7.922}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.006, "count": 237, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 122.855, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 237, "max_ms": 3.621, "p95_ms": 1.326, "reason": null, "sample_age_ms": 69.023, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 237, "max_ms": 2.099, "p95_ms": 0.8, "reason": null, "sample_age_ms": 69.211, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.165, "count": 237, "max_ms": 0.399, "p95_ms": 0.28, "reason": null, "sample_age_ms": 122.883, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.227, "count": 237, "max_ms": 3.741, "p95_ms": 2.343, "reason": null, "sample_age_ms": 68.355, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2211848.0, "count": 237, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 68.341, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.067, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.766, "count": 237, "max_ms": 103.727, "p95_ms": 81.089, "reason": null, "sample_age_ms": 122.851, "source": "client_direct"}, "sample_age_ms": 68.336, "source": "client_direct", "task_total_ms": {"avg_ms": 72.281, "count": 237, "max_ms": 106.897, "p95_ms": 83.501, "reason": null, "sample_age_ms": 122.848, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.491, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.922, "count": 237, "max_ms": 8.033, "p95_ms": 6.342}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 237, "max_ms": 1.837, "p95_ms": 0.789}, "detection_prepare_ms": {"avg_ms": 0.674, "count": 237, "max_ms": 1.475, "p95_ms": 1.077}, "event_filter_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.009, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 237, "max_ms": 0.573, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.506, "count": 237, "max_ms": 2.699, "p95_ms": 0.994}, "setup_ms": {"avg_ms": 0.029, "count": 237, "max_ms": 0.08, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 3.876, "count": 237, "max_ms": 7.973, "p95_ms": 6.266}, "track_match_ms": {"avg_ms": 0.06, "count": 237, "max_ms": 0.176, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 2.119, "count": 237, "max_ms": 4.71, "p95_ms": 3.405}}, "gstreamer_push": {"avg_ms": 1.887, "count": 237, "max_ms": 5.658, "p95_ms": 3.515}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 237, "max_ms": 0.09, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.972, "count": 237, "max_ms": 107.727, "p95_ms": 85.883}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 237, "max_ms": 0.081, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.24, "count": 237, "max_ms": 174.768, "p95_ms": 148.299}, "inference_input_copy_ms": {"avg_ms": 1.03, "count": 237, "max_ms": 6.148, "p95_ms": 2.324}, "processing_residual_ms": {"avg_ms": 0.094, "count": 237, "max_ms": 0.313, "p95_ms": 0.184}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.39, "count": 237, "max_ms": 176.877, "p95_ms": 149.066}, "read_interval": {"avg_ms": 126.465, "count": 237, "max_ms": 183.321, "p95_ms": 157.382}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 237, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.465, "count": 237, "max_ms": 2.646, "p95_ms": 0.924}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 237, "max_ms": 0.026, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.454, "count": 237, "max_ms": 2.636, "p95_ms": 0.907}, "worker_merge_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.034, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 72.983, "count": 237, "max_ms": 107.738, "p95_ms": 85.892}, "visualize": {"avg_ms": 39.662, "count": 237, "max_ms": 90.329, "p95_ms": 61.612}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 39.525, "count": 237, "max_ms": 90.15, "p95_ms": 61.201}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.459, "count": 237, "max_ms": 90.079, "p95_ms": 61.145}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 237, "max_ms": 0.076, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.997, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.822, "sample_count": 810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 195.203}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:47:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84221, "write_bytes_delta": 84221, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 500.0, "cpu_core_ratio": 0.939387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3691, "reason": null, "system_cpu_core_ratio": 0.039847, "system_cpu_s_delta": 0.40000000000000036, "user_cpu_core_ratio": 0.89954, "user_cpu_s_delta": 9.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.293333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 354885.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.82, "system_cpu_s_delta": 18.269999999999982, "user_cpu_core_ratio": 1.473333, "user_cpu_s_delta": 14.79000000000002}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.022, "count": 239, "max_ms": 6.631, "p95_ms": 4.183, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 0.874, "max": 1.0, "p95": 1.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.461, "count": 10, "max": 15.997, "p95": 15.805, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.628, "count": 10, "max": 12.869, "p95": 11.163, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 514.778, "count": 9, "max": 536.0, "p95": 534.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 38.778, "count": 9, "max": 305.0, "p95": 200.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 9, "max": 0.043, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.923, "count": 9, "max": 0.963, "p95": 0.958, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.059, "count": 10, "max": 0.148, "p95": 0.137, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83603.6, "count": 10, "max": 84356.0, "p95": 84295.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83603.6, "count": 10, "max": 84356.0, "p95": 84295.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 10, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322140.667, "count": 9, "max": 366010.0, "p95": 361560.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.585, "count": 9, "max": 2.24, "p95": 2.185, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.342, "count": 9, "max": 1.72, "p95": 1.699, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10, "sampled_at": "2026-09-01T12:47:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:47:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 1752, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-09-01T12:47:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:47:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 852, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 852}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5865.875, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T12:48:00+09:00", "last_error_summary": "[h264 @ 0x5882987f0080] error while decoding MB 13 94, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2361139200, "copied_frame_count": 854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2361139200, "frame_buffer_copies": 854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0737, "count": 512, "max_ms": 0.9122, "p50_ms": 0.0628, "p95_ms": 0.1114, "p99_ms": 0.1675}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.92, "count": 512, "max_ms": 3.8146, "p50_ms": 0.7592, "p95_ms": 1.7391, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:48:00+09:00", "last_error_summary": "[h264 @ 0x5882987f0080] error while decoding MB 13 94, bytestream -9", "last_exit_at": "2026-09-01T12:48:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.17, "last_started_at": "2026-09-01T12:46:12+09:00", "pid": 3691, "process": {"exists": false, "pid": 3691}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.399, "sample_count": 854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 189.66}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-09-01T12:48:00+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-09-01T12:48:00+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.038, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 553.962, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-09-01T12:48:00.507890+09:00", "mtime_epoch": 1788234480.5078897, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:48:00+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1953.652, "name": "celery", "pid": 206, "rss_mb": 1942.73, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "total": {"avg": 0.912, "max": 1.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 238}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.936, "pushed": 7.936, "read": 7.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.006, "count": 237, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 66.822, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 237, "max_ms": 3.621, "p95_ms": 1.326, "reason": null, "sample_age_ms": 140.899, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 237, "max_ms": 2.099, "p95_ms": 0.8, "reason": null, "sample_age_ms": 141.087, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.165, "count": 237, "max_ms": 0.399, "p95_ms": 0.28, "reason": null, "sample_age_ms": 66.829, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.227, "count": 237, "max_ms": 3.741, "p95_ms": 2.343, "reason": null, "sample_age_ms": 140.23, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2211848.0, "count": 237, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 140.217, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.985, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.792, "count": 237, "max_ms": 103.727, "p95_ms": 81.089, "reason": null, "sample_age_ms": 66.819, "source": "client_direct"}, "sample_age_ms": 66.816, "source": "client_direct", "task_total_ms": {"avg_ms": 72.307, "count": 237, "max_ms": 106.897, "p95_ms": 83.501, "reason": null, "sample_age_ms": 66.816, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.84, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.923, "count": 238, "max_ms": 8.033, "p95_ms": 6.342}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 238, "max_ms": 1.837, "p95_ms": 0.789}, "detection_prepare_ms": {"avg_ms": 0.674, "count": 238, "max_ms": 1.475, "p95_ms": 1.077}, "event_filter_ms": {"avg_ms": 0.002, "count": 238, "max_ms": 0.009, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 238, "max_ms": 0.573, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.002, "count": 238, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.506, "count": 238, "max_ms": 2.699, "p95_ms": 0.994}, "setup_ms": {"avg_ms": 0.029, "count": 238, "max_ms": 0.08, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 3.877, "count": 238, "max_ms": 7.973, "p95_ms": 6.266}, "track_match_ms": {"avg_ms": 0.06, "count": 238, "max_ms": 0.176, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 2.12, "count": 238, "max_ms": 4.71, "p95_ms": 3.405}}, "gstreamer_push": {"avg_ms": 1.888, "count": 238, "max_ms": 5.658, "p95_ms": 3.515}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 238, "max_ms": 0.09, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.979, "count": 238, "max_ms": 107.727, "p95_ms": 85.883}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 238, "max_ms": 0.081, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.302, "count": 238, "max_ms": 174.768, "p95_ms": 148.299}, "inference_input_copy_ms": {"avg_ms": 1.028, "count": 238, "max_ms": 6.148, "p95_ms": 2.324}, "processing_residual_ms": {"avg_ms": 0.094, "count": 238, "max_ms": 0.313, "p95_ms": 0.184}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.45, "count": 238, "max_ms": 176.877, "p95_ms": 149.066}, "read_interval": {"avg_ms": 126.465, "count": 237, "max_ms": 183.321, "p95_ms": 157.382}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 238, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.465, "count": 238, "max_ms": 2.646, "p95_ms": 0.924}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 238, "max_ms": 0.026, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.454, "count": 238, "max_ms": 2.636, "p95_ms": 0.907}, "worker_merge_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.034, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 72.99, "count": 238, "max_ms": 107.738, "p95_ms": 85.892}, "visualize": {"avg_ms": 39.717, "count": 238, "max_ms": 90.329, "p95_ms": 61.612}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 39.579, "count": 238, "max_ms": 90.15, "p95_ms": 61.201}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.514, "count": 238, "max_ms": 90.079, "p95_ms": 61.145}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 238, "max_ms": 0.076, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.997, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.822, "sample_count": 810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 195.203}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:47:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84221, "write_bytes_delta": 84221, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 500.0, "cpu_core_ratio": 0.939387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3691, "reason": null, "system_cpu_core_ratio": 0.039847, "system_cpu_s_delta": 0.40000000000000036, "user_cpu_core_ratio": 0.89954, "user_cpu_s_delta": 9.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.293333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 354885.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.82, "system_cpu_s_delta": 18.269999999999982, "user_cpu_core_ratio": 1.473333, "user_cpu_s_delta": 14.79000000000002}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.022, "count": 239, "max_ms": 6.631, "p95_ms": 4.183, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 0.874, "max": 1.0, "p95": 1.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.461, "count": 10, "max": 15.997, "p95": 15.805, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.628, "count": 10, "max": 12.869, "p95": 11.163, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 514.778, "count": 9, "max": 536.0, "p95": 534.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 38.778, "count": 9, "max": 305.0, "p95": 200.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 9, "max": 0.043, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.923, "count": 9, "max": 0.963, "p95": 0.958, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.059, "count": 10, "max": 0.148, "p95": 0.137, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83603.6, "count": 10, "max": 84356.0, "p95": 84295.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83603.6, "count": 10, "max": 84356.0, "p95": 84295.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 10, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322140.667, "count": 9, "max": 366010.0, "p95": 361560.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.585, "count": 9, "max": 2.24, "p95": 2.185, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.342, "count": 9, "max": 1.72, "p95": 1.699, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10, "sampled_at": "2026-09-01T12:47:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:47:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 1752, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-09-01T12:47:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:47:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 852, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 852}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5865.293, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2361139200, "copied_frame_count": 854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2361139200, "frame_buffer_copies": 854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0737, "count": 512, "max_ms": 0.9122, "p50_ms": 0.0628, "p95_ms": 0.1114, "p99_ms": 0.1675}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.92, "count": 512, "max_ms": 3.8146, "p50_ms": 0.7592, "p95_ms": 1.7391, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:48:00+09:00", "last_error_summary": "[h264 @ 0x5882987f0080] error while decoding MB 13 94, bytestream -9", "last_exit_at": "2026-09-01T12:48:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.185, "last_started_at": "2026-09-01T12:46:12+09:00", "pid": 3691, "process": {"exists": false, "pid": 3691}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.399, "sample_count": 854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 189.646}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-09-01T12:48:00+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-09-01T12:48:00+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.051, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 553.949, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-09-01T12:48:00.648890+09:00", "mtime_epoch": 1788234480.6488905, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84066}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:48:00+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1953.652, "name": "celery", "pid": 206, "rss_mb": 1942.734, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "total": {"avg": 0.911, "max": 1.0, "p95": 1.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 237}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.901, "pushed": 7.934, "read": 7.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.006, "count": 237, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 80.626, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 237, "max_ms": 3.621, "p95_ms": 1.326, "reason": null, "sample_age_ms": 154.702, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 237, "max_ms": 2.099, "p95_ms": 0.8, "reason": null, "sample_age_ms": 154.891, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.165, "count": 237, "max_ms": 0.399, "p95_ms": 0.28, "reason": null, "sample_age_ms": 80.633, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.227, "count": 237, "max_ms": 3.741, "p95_ms": 2.343, "reason": null, "sample_age_ms": 154.034, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2211848.0, "count": 237, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 154.021, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.789, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.792, "count": 237, "max_ms": 103.727, "p95_ms": 81.089, "reason": null, "sample_age_ms": 80.622, "source": "client_direct"}, "sample_age_ms": 80.62, "source": "client_direct", "task_total_ms": {"avg_ms": 72.307, "count": 237, "max_ms": 106.897, "p95_ms": 83.501, "reason": null, "sample_age_ms": 80.62, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.787, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.913, "count": 237, "max_ms": 8.033, "p95_ms": 6.307}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 237, "max_ms": 1.837, "p95_ms": 0.789}, "detection_prepare_ms": {"avg_ms": 0.672, "count": 237, "max_ms": 1.475, "p95_ms": 1.073}, "event_filter_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.009, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 237, "max_ms": 0.573, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.504, "count": 237, "max_ms": 2.699, "p95_ms": 0.994}, "setup_ms": {"avg_ms": 0.029, "count": 237, "max_ms": 0.08, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 3.867, "count": 237, "max_ms": 7.973, "p95_ms": 5.882}, "track_match_ms": {"avg_ms": 0.059, "count": 237, "max_ms": 0.176, "p95_ms": 0.105}, "tracker_update_ms": {"avg_ms": 2.114, "count": 237, "max_ms": 4.71, "p95_ms": 3.267}}, "gstreamer_push": {"avg_ms": 1.888, "count": 238, "max_ms": 5.658, "p95_ms": 3.515}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 237, "max_ms": 0.09, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.995, "count": 237, "max_ms": 107.727, "p95_ms": 85.883}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 237, "max_ms": 0.081, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.287, "count": 237, "max_ms": 174.768, "p95_ms": 148.299}, "inference_input_copy_ms": {"avg_ms": 1.03, "count": 237, "max_ms": 6.148, "p95_ms": 2.324}, "processing_residual_ms": {"avg_ms": 0.094, "count": 237, "max_ms": 0.313, "p95_ms": 0.184}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.438, "count": 237, "max_ms": 176.877, "p95_ms": 149.066}, "read_interval": {"avg_ms": 126.465, "count": 237, "max_ms": 183.321, "p95_ms": 157.382}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 237, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.464, "count": 237, "max_ms": 2.646, "p95_ms": 0.924}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 237, "max_ms": 0.026, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.453, "count": 237, "max_ms": 2.636, "p95_ms": 0.907}, "worker_merge_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.034, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 73.006, "count": 237, "max_ms": 107.738, "p95_ms": 85.892}, "visualize": {"avg_ms": 39.697, "count": 237, "max_ms": 90.329, "p95_ms": 61.612}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 39.559, "count": 237, "max_ms": 90.15, "p95_ms": 61.201}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.494, "count": 237, "max_ms": 90.079, "p95_ms": 61.145}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 237, "max_ms": 0.076, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.997, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.822, "sample_count": 810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 195.203}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:47:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84221, "write_bytes_delta": 84221, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 500.0, "cpu_core_ratio": 0.939387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3691, "reason": null, "system_cpu_core_ratio": 0.039847, "system_cpu_s_delta": 0.40000000000000036, "user_cpu_core_ratio": 0.89954, "user_cpu_s_delta": 9.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.293333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 354885.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.82, "system_cpu_s_delta": 18.269999999999982, "user_cpu_core_ratio": 1.473333, "user_cpu_s_delta": 14.79000000000002}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.022, "count": 239, "max_ms": 6.631, "p95_ms": 4.183, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 0.874, "max": 1.0, "p95": 1.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.461, "count": 10, "max": 15.997, "p95": 15.805, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.628, "count": 10, "max": 12.869, "p95": 11.163, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 514.778, "count": 9, "max": 536.0, "p95": 534.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 38.778, "count": 9, "max": 305.0, "p95": 200.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 9, "max": 0.043, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.923, "count": 9, "max": 0.963, "p95": 0.958, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.059, "count": 10, "max": 0.148, "p95": 0.137, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83603.6, "count": 10, "max": 84356.0, "p95": 84295.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83603.6, "count": 10, "max": 84356.0, "p95": 84295.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 10, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322140.667, "count": 9, "max": 366010.0, "p95": 361560.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.585, "count": 9, "max": 2.24, "p95": 2.185, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.342, "count": 9, "max": 1.72, "p95": 1.699, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10, "sampled_at": "2026-09-01T12:47:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:47:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 1752, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-09-01T12:47:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:47:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 852, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 852}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5904.867, "limit_mb": null}, "detail": {"pid": 3812, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2361139200, "copied_frame_count": 854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2361139200, "frame_buffer_copies": 854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0737, "count": 512, "max_ms": 0.9122, "p50_ms": 0.0628, "p95_ms": 0.1114, "p99_ms": 0.1675}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.92, "count": 512, "max_ms": 3.8146, "p50_ms": 0.7592, "p95_ms": 1.7391, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:48:00+09:00", "last_error_summary": "[h264 @ 0x5882987f0080] error while decoding MB 13 94, bytestream -9", "last_exit_at": "2026-09-01T12:48:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:48:03+09:00", "pid": 3812, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.547, "name": "ffmpeg", "pid": 3812, "rss_mb": 75.547, "state": "S (sleeping)", "threads": 1}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.399, "sample_count": 854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 184.653}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 5.006, "last_frame_pushed_at": "2026-09-01T12:48:00+09:00", "last_frame_read_age_sec": 5.142, "last_frame_read_at": "2026-09-01T12:48:00+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.055, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 548.945, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 5.0, "exists": true, "mtime": "2026-09-01T12:48:00.648890+09:00", "mtime_epoch": 1788234480.6488905, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84066}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:48:05+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1953.652, "name": "celery", "pid": 206, "rss_mb": 1942.742, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "total": {"avg": 0.893, "max": 1.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 1.005, "max": 2.0, "p95": 2.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.005, "count": 196, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5071.531, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.459, "count": 196, "max_ms": 3.243, "p95_ms": 1.328, "reason": null, "sample_age_ms": 5145.607, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 196, "max_ms": 2.099, "p95_ms": 0.81, "reason": null, "sample_age_ms": 5145.796, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.166, "count": 196, "max_ms": 0.399, "p95_ms": 0.286, "reason": null, "sample_age_ms": 5071.538, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.239, "count": 196, "max_ms": 3.741, "p95_ms": 2.413, "reason": null, "sample_age_ms": 5144.939, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5144.926, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5071.694, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.855, "count": 196, "max_ms": 103.727, "p95_ms": 81.868, "reason": null, "sample_age_ms": 5071.527, "source": "client_direct"}, "sample_age_ms": 5071.525, "source": "client_direct", "task_total_ms": {"avg_ms": 72.384, "count": 196, "max_ms": 106.897, "p95_ms": 83.78, "reason": null, "sample_age_ms": 5071.525, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.254, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.898, "count": 197, "max_ms": 8.033, "p95_ms": 6.563}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.409, "count": 197, "max_ms": 1.837, "p95_ms": 0.817}, "detection_prepare_ms": {"avg_ms": 0.663, "count": 197, "max_ms": 1.475, "p95_ms": 1.041}, "event_filter_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.008, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 197, "max_ms": 0.573, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.507, "count": 197, "max_ms": 2.699, "p95_ms": 0.994}, "setup_ms": {"avg_ms": 0.029, "count": 197, "max_ms": 0.08, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 3.85, "count": 197, "max_ms": 7.973, "p95_ms": 6.266}, "track_match_ms": {"avg_ms": 0.059, "count": 197, "max_ms": 0.176, "p95_ms": 0.111}, "tracker_update_ms": {"avg_ms": 2.086, "count": 197, "max_ms": 4.71, "p95_ms": 3.129}}, "gstreamer_push": {"avg_ms": 1.873, "count": 197, "max_ms": 5.658, "p95_ms": 3.328}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 197, "max_ms": 0.09, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.066, "count": 197, "max_ms": 107.727, "p95_ms": 86.24}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 197, "max_ms": 0.081, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.931, "count": 197, "max_ms": 174.768, "p95_ms": 148.54}, "inference_input_copy_ms": {"avg_ms": 1.054, "count": 197, "max_ms": 6.148, "p95_ms": 2.366}, "processing_residual_ms": {"avg_ms": 0.096, "count": 197, "max_ms": 0.313, "p95_ms": 0.196}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.109, "count": 197, "max_ms": 176.877, "p95_ms": 150.777}, "read_interval": {"avg_ms": 127.189, "count": 196, "max_ms": 183.321, "p95_ms": 158.98}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 197, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.466, "count": 197, "max_ms": 2.646, "p95_ms": 0.924}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 197, "max_ms": 0.026, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.455, "count": 197, "max_ms": 2.636, "p95_ms": 0.907}, "worker_merge_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.034, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 73.077, "count": 197, "max_ms": 107.738, "p95_ms": 86.248}, "visualize": {"avg_ms": 40.276, "count": 197, "max_ms": 90.329, "p95_ms": 61.612}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 40.134, "count": 197, "max_ms": 90.15, "p95_ms": 61.201}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.069, "count": 197, "max_ms": 90.079, "p95_ms": 61.145}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 197, "max_ms": 0.073, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.997, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.822, "sample_count": 810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 195.203}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:47:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84221, "write_bytes_delta": 84221, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 500.0, "cpu_core_ratio": 0.939387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3691, "reason": null, "system_cpu_core_ratio": 0.039847, "system_cpu_s_delta": 0.40000000000000036, "user_cpu_core_ratio": 0.89954, "user_cpu_s_delta": 9.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.293333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 354885.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.82, "system_cpu_s_delta": 18.269999999999982, "user_cpu_core_ratio": 1.473333, "user_cpu_s_delta": 14.79000000000002}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.022, "count": 239, "max_ms": 6.631, "p95_ms": 4.183, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 0.874, "max": 1.0, "p95": 1.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.461, "count": 10, "max": 15.997, "p95": 15.805, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.628, "count": 10, "max": 12.869, "p95": 11.163, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 514.778, "count": 9, "max": 536.0, "p95": 534.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 38.778, "count": 9, "max": 305.0, "p95": 200.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 9, "max": 0.043, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.923, "count": 9, "max": 0.963, "p95": 0.958, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.059, "count": 10, "max": 0.148, "p95": 0.137, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83603.6, "count": 10, "max": 84356.0, "p95": 84295.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83603.6, "count": 10, "max": 84356.0, "p95": 84295.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 10, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322140.667, "count": 9, "max": 366010.0, "p95": 361560.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.585, "count": 9, "max": 2.24, "p95": 2.185, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.342, "count": 9, "max": 1.72, "p95": 1.699, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10, "sampled_at": "2026-09-01T12:47:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:47:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 3124, "flush_count": 5, "flush_interval_seconds": 30.0, "flush_state": {"count": 5, "last_at": "2026-09-01T12:49:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:49:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4}, "started": true, "suppressed_count": 1518, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5, "written_record_count": 5}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5874.047, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a31bc1346c0] cabac decode of qscale diff failed at 32 59 [h264 @ 0x5a31bc1346c0] error while decoding MB 32 59, bytestream 4739", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4205260800, "copied_frame_count": 1521, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4205260800, "frame_buffer_copies": 1521, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0705, "count": 512, "max_ms": 0.8046, "p50_ms": 0.0623, "p95_ms": 0.1021, "p99_ms": 0.1676}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9762, "count": 512, "max_ms": 3.9752, "p50_ms": 0.8217, "p95_ms": 1.9233, "p99_ms": 2.698, "results": {"failed": 0, "not_applicable": 0, "success": 1521, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:49:37+09:00", "last_error_summary": "[h264 @ 0x5a31bc1346c0] cabac decode of qscale diff failed at 32 59 [h264 @ 0x5a31bc1346c0] error while decoding MB 32 59, bytestream 4739", "last_exit_at": "2026-09-01T12:48:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.203, "last_started_at": "2026-09-01T12:48:03+09:00", "pid": 3812, "process": {"exists": false, "pid": 3812}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.89, "sample_count": 1521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 92.452}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-09-01T12:49:37+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-09-01T12:49:37+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.249, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 456.751, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-09-01T12:49:37.774405+09:00", "mtime_epoch": 1788234577.7744055, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84152}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:49:37+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1948.574, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 1522, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 185}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 185, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.176, "pushed": 6.176, "read": 6.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 10.489, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.455, "count": 185, "max_ms": 3.907, "p95_ms": 1.352, "reason": null, "sample_age_ms": 83.304, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 185, "max_ms": 2.76, "p95_ms": 1.02, "reason": null, "sample_age_ms": 83.474, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.15, "count": 185, "max_ms": 0.534, "p95_ms": 0.261, "reason": null, "sample_age_ms": 10.496, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.352, "count": 185, "max_ms": 3.838, "p95_ms": 2.762, "reason": null, "sample_age_ms": 82.448, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2211848.0, "count": 185, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 82.433, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 10.656, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 71.171, "count": 185, "max_ms": 107.939, "p95_ms": 82.26, "reason": null, "sample_age_ms": 10.484, "source": "client_direct"}, "sample_age_ms": 10.481, "source": "client_direct", "task_total_ms": {"avg_ms": 72.802, "count": 185, "max_ms": 108.907, "p95_ms": 84.959, "reason": null, "sample_age_ms": 10.481, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.904, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.03, "count": 185, "max_ms": 16.892, "p95_ms": 4.92}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 185, "max_ms": 0.971, "p95_ms": 0.554}, "detection_prepare_ms": {"avg_ms": 0.703, "count": 185, "max_ms": 1.955, "p95_ms": 0.972}, "event_filter_ms": {"avg_ms": 0.002, "count": 185, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 185, "max_ms": 0.224, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 185, "max_ms": 0.012, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.47, "count": 185, "max_ms": 0.876, "p95_ms": 0.625}, "setup_ms": {"avg_ms": 0.027, "count": 185, "max_ms": 0.077, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 3.993, "count": 185, "max_ms": 16.817, "p95_ms": 4.884}, "track_match_ms": {"avg_ms": 0.064, "count": 185, "max_ms": 0.192, "p95_ms": 0.09}, "tracker_update_ms": {"avg_ms": 2.298, "count": 185, "max_ms": 12.727, "p95_ms": 2.853}}, "gstreamer_push": {"avg_ms": 2.303, "count": 185, "max_ms": 12.379, "p95_ms": 4.667}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 185, "max_ms": 0.37, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.481, "count": 185, "max_ms": 109.407, "p95_ms": 86.269}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 185, "max_ms": 0.082, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.198, "count": 185, "max_ms": 169.114, "p95_ms": 141.939}, "inference_input_copy_ms": {"avg_ms": 1.364, "count": 185, "max_ms": 5.005, "p95_ms": 2.757}, "processing_residual_ms": {"avg_ms": 0.105, "count": 185, "max_ms": 0.331, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.694, "count": 185, "max_ms": 170.894, "p95_ms": 143.595}, "read_interval": {"avg_ms": 162.118, "count": 185, "max_ms": 2767.535, "p95_ms": 177.559}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 185, "max_ms": 0.026, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.432, "count": 185, "max_ms": 0.8, "p95_ms": 0.577}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 185, "max_ms": 0.028, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.422, "count": 185, "max_ms": 0.781, "p95_ms": 0.564}, "worker_merge_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.023, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.492, "count": 185, "max_ms": 109.419, "p95_ms": 86.278}, "visualize": {"avg_ms": 37.007, "count": 185, "max_ms": 82.859, "p95_ms": 52.508}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.887, "count": 185, "max_ms": 82.762, "p95_ms": 52.301}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.823, "count": 185, "max_ms": 82.706, "p95_ms": 52.221}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 185, "max_ms": 0.083, "p95_ms": 0.043}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.325, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.89, "sample_count": 1453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 104.149}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.111, "exists": true, "size_bytes": 85658, "write_bytes_delta": 85658, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 156.0, "cpu_core_ratio": 1.243506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37761.0, "pid": 3812, "reason": null, "system_cpu_core_ratio": 0.551021, "system_cpu_s_delta": 5.57, "user_cpu_core_ratio": 0.692485, "user_cpu_s_delta": 7.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.541422, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 225563.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.442348, "system_cpu_s_delta": 14.580000000000041, "user_cpu_core_ratio": 1.099073, "user_cpu_s_delta": 11.1099999999999}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.352, "count": 208, "max_ms": 8.979, "p95_ms": 4.926, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 0.928, "max": 1.0, "p95": 1.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.057, "count": 19, "max": 15.997, "p95": 15.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.927, "count": 19, "max": 12.869, "p95": 10.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.353, "count": 17, "max": 627.0, "p95": 596.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 17, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8174.059, "count": 17, "max": 95348.0, "p95": 49278.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 17, "max": 0.551, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.903, "count": 17, "max": 0.981, "p95": 0.967, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.3, "count": 19, "max": 5.008, "p95": 0.634, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84281.947, "count": 19, "max": 85943.0, "p95": 85686.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84281.947, "count": 19, "max": 85943.0, "p95": 85686.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 19, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 317548.556, "count": 18, "max": 366010.0, "p95": 361133.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.775, "count": 18, "max": 2.289, "p95": 2.249, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.438, "count": 18, "max": 1.767, "p95": 1.739, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19, "sampled_at": "2026-09-01T12:49:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:49:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 3124, "flush_count": 5, "flush_interval_seconds": 30.0, "flush_state": {"count": 5, "last_at": "2026-09-01T12:49:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:49:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4}, "started": true, "suppressed_count": 1518, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5, "written_record_count": 5}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5871.043, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T12:49:37+09:00", "last_error_summary": "[h264 @ 0x5a31bc1346c0] cabac decode of qscale diff failed at 32 59 [h264 @ 0x5a31bc1346c0] error while decoding MB 32 59, bytestream 4739", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4208025600, "copied_frame_count": 1522, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4208025600, "frame_buffer_copies": 1522, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0705, "count": 512, "max_ms": 0.8046, "p50_ms": 0.0621, "p95_ms": 0.1021, "p99_ms": 0.1676}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9755, "count": 512, "max_ms": 3.9752, "p50_ms": 0.8217, "p95_ms": 1.9233, "p99_ms": 2.698, "results": {"failed": 0, "not_applicable": 0, "success": 1522, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:49:37+09:00", "last_error_summary": "[h264 @ 0x5a31bc1346c0] cabac decode of qscale diff failed at 32 59 [h264 @ 0x5a31bc1346c0] error while decoding MB 32 59, bytestream 4739", "last_exit_at": "2026-09-01T12:49:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.264, "last_started_at": "2026-09-01T12:48:03+09:00", "pid": 3812, "process": {"exists": false, "pid": 3812}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.89, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 92.393}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-09-01T12:49:37+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-09-01T12:49:37+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.305, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 456.695, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-09-01T12:49:37.909406+09:00", "mtime_epoch": 1788234577.9094062, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84455}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:49:37+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.566, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 1522, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 185}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.19, "pushed": 6.19, "read": 6.157}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 70.67, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 184, "max_ms": 3.907, "p95_ms": 1.352, "reason": null, "sample_age_ms": 143.486, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.203, "count": 184, "max_ms": 2.76, "p95_ms": 1.023, "reason": null, "sample_age_ms": 143.656, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.15, "count": 185, "max_ms": 0.534, "p95_ms": 0.261, "reason": null, "sample_age_ms": 70.677, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.355, "count": 184, "max_ms": 3.838, "p95_ms": 2.766, "reason": null, "sample_age_ms": 142.629, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2211848.0, "count": 184, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 142.614, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.838, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 71.171, "count": 185, "max_ms": 107.939, "p95_ms": 82.26, "reason": null, "sample_age_ms": 70.666, "source": "client_direct"}, "sample_age_ms": 70.663, "source": "client_direct", "task_total_ms": {"avg_ms": 72.802, "count": 185, "max_ms": 108.907, "p95_ms": 84.959, "reason": null, "sample_age_ms": 70.663, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.796, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 185, "max_ms": 16.892, "p95_ms": 4.92}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 185, "max_ms": 0.971, "p95_ms": 0.554}, "detection_prepare_ms": {"avg_ms": 0.703, "count": 185, "max_ms": 1.955, "p95_ms": 0.972}, "event_filter_ms": {"avg_ms": 0.002, "count": 185, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 185, "max_ms": 0.224, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 185, "max_ms": 0.012, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.47, "count": 185, "max_ms": 0.876, "p95_ms": 0.625}, "setup_ms": {"avg_ms": 0.027, "count": 185, "max_ms": 0.077, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 3.995, "count": 185, "max_ms": 16.817, "p95_ms": 4.884}, "track_match_ms": {"avg_ms": 0.064, "count": 185, "max_ms": 0.192, "p95_ms": 0.09}, "tracker_update_ms": {"avg_ms": 2.298, "count": 185, "max_ms": 12.727, "p95_ms": 2.853}}, "gstreamer_push": {"avg_ms": 2.298, "count": 185, "max_ms": 12.379, "p95_ms": 4.667}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 185, "max_ms": 0.37, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.491, "count": 185, "max_ms": 109.407, "p95_ms": 86.269}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 185, "max_ms": 0.082, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.255, "count": 185, "max_ms": 169.114, "p95_ms": 141.939}, "inference_input_copy_ms": {"avg_ms": 1.365, "count": 185, "max_ms": 5.005, "p95_ms": 2.757}, "processing_residual_ms": {"avg_ms": 0.105, "count": 185, "max_ms": 0.331, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.752, "count": 185, "max_ms": 170.894, "p95_ms": 143.595}, "read_interval": {"avg_ms": 162.318, "count": 184, "max_ms": 2767.535, "p95_ms": 177.559}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 185, "max_ms": 0.026, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.433, "count": 185, "max_ms": 0.8, "p95_ms": 0.577}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 185, "max_ms": 0.028, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.422, "count": 185, "max_ms": 0.781, "p95_ms": 0.564}, "worker_merge_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.023, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.502, "count": 185, "max_ms": 109.419, "p95_ms": 86.278}, "visualize": {"avg_ms": 37.056, "count": 185, "max_ms": 82.859, "p95_ms": 52.508}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.936, "count": 185, "max_ms": 82.762, "p95_ms": 52.301}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.872, "count": 185, "max_ms": 82.706, "p95_ms": 52.221}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 185, "max_ms": 0.083, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.325, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.89, "sample_count": 1453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 104.149}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.111, "exists": true, "size_bytes": 85658, "write_bytes_delta": 85658, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 156.0, "cpu_core_ratio": 1.243506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37761.0, "pid": 3812, "reason": null, "system_cpu_core_ratio": 0.551021, "system_cpu_s_delta": 5.57, "user_cpu_core_ratio": 0.692485, "user_cpu_s_delta": 7.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.541422, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 225563.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.442348, "system_cpu_s_delta": 14.580000000000041, "user_cpu_core_ratio": 1.099073, "user_cpu_s_delta": 11.1099999999999}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.352, "count": 208, "max_ms": 8.979, "p95_ms": 4.926, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 0.928, "max": 1.0, "p95": 1.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.057, "count": 19, "max": 15.997, "p95": 15.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.927, "count": 19, "max": 12.869, "p95": 10.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.353, "count": 17, "max": 627.0, "p95": 596.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 17, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8174.059, "count": 17, "max": 95348.0, "p95": 49278.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 17, "max": 0.551, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.903, "count": 17, "max": 0.981, "p95": 0.967, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.3, "count": 19, "max": 5.008, "p95": 0.634, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84281.947, "count": 19, "max": 85943.0, "p95": 85686.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84281.947, "count": 19, "max": 85943.0, "p95": 85686.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 19, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 317548.556, "count": 18, "max": 366010.0, "p95": 361133.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.775, "count": 18, "max": 2.289, "p95": 2.249, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.438, "count": 18, "max": 1.767, "p95": 1.739, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19, "sampled_at": "2026-09-01T12:49:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:49:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 3124, "flush_count": 5, "flush_interval_seconds": 30.0, "flush_state": {"count": 5, "last_at": "2026-09-01T12:49:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:49:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4}, "started": true, "suppressed_count": 1518, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5, "written_record_count": 5}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5870.699, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4208025600, "copied_frame_count": 1522, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4208025600, "frame_buffer_copies": 1522, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0705, "count": 512, "max_ms": 0.8046, "p50_ms": 0.0621, "p95_ms": 0.1021, "p99_ms": 0.1676}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9755, "count": 512, "max_ms": 3.9752, "p50_ms": 0.8217, "p95_ms": 1.9233, "p99_ms": 2.698, "results": {"failed": 0, "not_applicable": 0, "success": 1522, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:49:37+09:00", "last_error_summary": "[h264 @ 0x5a31bc1346c0] cabac decode of qscale diff failed at 32 59 [h264 @ 0x5a31bc1346c0] error while decoding MB 32 59, bytestream 4739", "last_exit_at": "2026-09-01T12:49:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.28, "last_started_at": "2026-09-01T12:48:03+09:00", "pid": 3812, "process": {"exists": false, "pid": 3812}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.89, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 92.377}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-09-01T12:49:37+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-09-01T12:49:37+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.321, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 456.679, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-09-01T12:49:37.909406+09:00", "mtime_epoch": 1788234577.9094062, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84455}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:49:37+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.566, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 1522, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 185}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.187, "pushed": 6.187, "read": 6.154}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 86.889, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 184, "max_ms": 3.907, "p95_ms": 1.352, "reason": null, "sample_age_ms": 159.704, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.203, "count": 184, "max_ms": 2.76, "p95_ms": 1.023, "reason": null, "sample_age_ms": 159.874, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.15, "count": 185, "max_ms": 0.534, "p95_ms": 0.261, "reason": null, "sample_age_ms": 86.896, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.355, "count": 184, "max_ms": 3.838, "p95_ms": 2.766, "reason": null, "sample_age_ms": 158.848, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2211848.0, "count": 184, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 158.833, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.056, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 71.171, "count": 185, "max_ms": 107.939, "p95_ms": 82.26, "reason": null, "sample_age_ms": 86.885, "source": "client_direct"}, "sample_age_ms": 86.881, "source": "client_direct", "task_total_ms": {"avg_ms": 72.802, "count": 185, "max_ms": 108.907, "p95_ms": 84.959, "reason": null, "sample_age_ms": 86.881, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.743, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 185, "max_ms": 16.892, "p95_ms": 4.92}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 185, "max_ms": 0.971, "p95_ms": 0.554}, "detection_prepare_ms": {"avg_ms": 0.703, "count": 185, "max_ms": 1.955, "p95_ms": 0.972}, "event_filter_ms": {"avg_ms": 0.002, "count": 185, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 185, "max_ms": 0.224, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 185, "max_ms": 0.012, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.47, "count": 185, "max_ms": 0.876, "p95_ms": 0.625}, "setup_ms": {"avg_ms": 0.027, "count": 185, "max_ms": 0.077, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 3.995, "count": 185, "max_ms": 16.817, "p95_ms": 4.884}, "track_match_ms": {"avg_ms": 0.064, "count": 185, "max_ms": 0.192, "p95_ms": 0.09}, "tracker_update_ms": {"avg_ms": 2.298, "count": 185, "max_ms": 12.727, "p95_ms": 2.853}}, "gstreamer_push": {"avg_ms": 2.298, "count": 185, "max_ms": 12.379, "p95_ms": 4.667}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 185, "max_ms": 0.37, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.491, "count": 185, "max_ms": 109.407, "p95_ms": 86.269}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 185, "max_ms": 0.082, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.255, "count": 185, "max_ms": 169.114, "p95_ms": 141.939}, "inference_input_copy_ms": {"avg_ms": 1.365, "count": 185, "max_ms": 5.005, "p95_ms": 2.757}, "processing_residual_ms": {"avg_ms": 0.105, "count": 185, "max_ms": 0.331, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.752, "count": 185, "max_ms": 170.894, "p95_ms": 143.595}, "read_interval": {"avg_ms": 162.318, "count": 184, "max_ms": 2767.535, "p95_ms": 177.559}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 185, "max_ms": 0.026, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.433, "count": 185, "max_ms": 0.8, "p95_ms": 0.577}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 185, "max_ms": 0.028, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.422, "count": 185, "max_ms": 0.781, "p95_ms": 0.564}, "worker_merge_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.023, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.502, "count": 185, "max_ms": 109.419, "p95_ms": 86.278}, "visualize": {"avg_ms": 37.056, "count": 185, "max_ms": 82.859, "p95_ms": 52.508}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.936, "count": 185, "max_ms": 82.762, "p95_ms": 52.301}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.872, "count": 185, "max_ms": 82.706, "p95_ms": 52.221}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 185, "max_ms": 0.083, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.325, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.89, "sample_count": 1453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 104.149}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.111, "exists": true, "size_bytes": 85658, "write_bytes_delta": 85658, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 156.0, "cpu_core_ratio": 1.243506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37761.0, "pid": 3812, "reason": null, "system_cpu_core_ratio": 0.551021, "system_cpu_s_delta": 5.57, "user_cpu_core_ratio": 0.692485, "user_cpu_s_delta": 7.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.541422, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 225563.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.442348, "system_cpu_s_delta": 14.580000000000041, "user_cpu_core_ratio": 1.099073, "user_cpu_s_delta": 11.1099999999999}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.352, "count": 208, "max_ms": 8.979, "p95_ms": 4.926, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 0.928, "max": 1.0, "p95": 1.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.057, "count": 19, "max": 15.997, "p95": 15.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.927, "count": 19, "max": 12.869, "p95": 10.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.353, "count": 17, "max": 627.0, "p95": 596.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 17, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8174.059, "count": 17, "max": 95348.0, "p95": 49278.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 17, "max": 0.551, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.903, "count": 17, "max": 0.981, "p95": 0.967, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.3, "count": 19, "max": 5.008, "p95": 0.634, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84281.947, "count": 19, "max": 85943.0, "p95": 85686.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84281.947, "count": 19, "max": 85943.0, "p95": 85686.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 19, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 317548.556, "count": 18, "max": 366010.0, "p95": 361133.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.775, "count": 18, "max": 2.289, "p95": 2.249, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.438, "count": 18, "max": 1.767, "p95": 1.739, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19, "sampled_at": "2026-09-01T12:49:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:49:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 3124, "flush_count": 5, "flush_interval_seconds": 30.0, "flush_state": {"count": 5, "last_at": "2026-09-01T12:49:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:49:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4}, "started": true, "suppressed_count": 1518, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5, "written_record_count": 5}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6004.719, "limit_mb": null}, "detail": {"pid": 3928, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4208025600, "copied_frame_count": 1522, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4208025600, "frame_buffer_copies": 1522, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0705, "count": 512, "max_ms": 0.8046, "p50_ms": 0.0621, "p95_ms": 0.1021, "p99_ms": 0.1676}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9755, "count": 512, "max_ms": 3.9752, "p50_ms": 0.8217, "p95_ms": 1.9233, "p99_ms": 2.698, "results": {"failed": 0, "not_applicable": 0, "success": 1522, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:49:37+09:00", "last_error_summary": "[h264 @ 0x5a31bc1346c0] cabac decode of qscale diff failed at 32 59 [h264 @ 0x5a31bc1346c0] error while decoding MB 32 59, bytestream 4739", "last_exit_at": "2026-09-01T12:49:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:49:40+09:00", "pid": 3928, "process": {"exists": true, "fd_count": 5, "hwm_mb": 168.047, "name": "ffmpeg", "pid": 3928, "rss_mb": 168.047, "state": "S (sleeping)", "threads": 19}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.89, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.814}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.583, "last_frame_pushed_at": "2026-09-01T12:49:37+09:00", "last_frame_read_age_sec": 4.716, "last_frame_read_at": "2026-09-01T12:49:37+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.886, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 452.114, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 4.576, "exists": true, "mtime": "2026-09-01T12:49:37.909406+09:00", "mtime_epoch": 1788234577.9094062, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84455}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:49:42+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.57, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 1522, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 1.027, "max": 2.0, "p95": 2.0, "sample_count": 150}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.0, "pushed": 5.0, "read": 4.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4649.659, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 149, "max_ms": 3.907, "p95_ms": 1.352, "reason": null, "sample_age_ms": 4722.474, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 149, "max_ms": 2.76, "p95_ms": 1.01, "reason": null, "sample_age_ms": 4722.644, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.147, "count": 149, "max_ms": 0.386, "p95_ms": 0.244, "reason": null, "sample_age_ms": 4649.666, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.326, "count": 149, "max_ms": 3.696, "p95_ms": 2.608, "reason": null, "sample_age_ms": 4721.618, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4721.603, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4649.826, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 71.029, "count": 149, "max_ms": 107.939, "p95_ms": 81.173, "reason": null, "sample_age_ms": 4649.655, "source": "client_direct"}, "sample_age_ms": 4649.651, "source": "client_direct", "task_total_ms": {"avg_ms": 72.631, "count": 149, "max_ms": 108.907, "p95_ms": 84.341, "reason": null, "sample_age_ms": 4649.651, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.853, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.063, "count": 150, "max_ms": 16.892, "p95_ms": 4.945}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 150, "max_ms": 0.971, "p95_ms": 0.575}, "detection_prepare_ms": {"avg_ms": 0.706, "count": 150, "max_ms": 1.955, "p95_ms": 0.972}, "event_filter_ms": {"avg_ms": 0.002, "count": 150, "max_ms": 0.018, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 150, "max_ms": 0.224, "p95_ms": 0.122}, "mcmt_ms": {"avg_ms": 0.002, "count": 150, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.473, "count": 150, "max_ms": 0.876, "p95_ms": 0.626}, "setup_ms": {"avg_ms": 0.028, "count": 150, "max_ms": 0.077, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 4.027, "count": 150, "max_ms": 16.817, "p95_ms": 4.911}, "track_match_ms": {"avg_ms": 0.065, "count": 150, "max_ms": 0.192, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 2.31, "count": 150, "max_ms": 12.727, "p95_ms": 2.859}}, "gstreamer_push": {"avg_ms": 2.203, "count": 150, "max_ms": 12.379, "p95_ms": 3.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 150, "max_ms": 0.37, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.468, "count": 150, "max_ms": 109.407, "p95_ms": 89.526}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 150, "max_ms": 0.078, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.224, "count": 150, "max_ms": 169.114, "p95_ms": 145.985}, "inference_input_copy_ms": {"avg_ms": 1.43, "count": 150, "max_ms": 5.005, "p95_ms": 2.854}, "processing_residual_ms": {"avg_ms": 0.105, "count": 150, "max_ms": 0.331, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.786, "count": 150, "max_ms": 170.894, "p95_ms": 148.128}, "read_interval": {"avg_ms": 170.835, "count": 149, "max_ms": 2767.535, "p95_ms": 183.685}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 150, "max_ms": 0.026, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.436, "count": 150, "max_ms": 0.8, "p95_ms": 0.581}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 150, "max_ms": 0.028, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.426, "count": 150, "max_ms": 0.781, "p95_ms": 0.57}, "worker_merge_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.023, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 73.479, "count": 150, "max_ms": 109.419, "p95_ms": 89.535}, "visualize": {"avg_ms": 37.027, "count": 150, "max_ms": 82.859, "p95_ms": 53.167}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.908, "count": 150, "max_ms": 82.762, "p95_ms": 52.962}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.845, "count": 150, "max_ms": 82.706, "p95_ms": 52.84}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 150, "max_ms": 0.083, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.325, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.89, "sample_count": 1453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 104.149}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.111, "exists": true, "size_bytes": 85658, "write_bytes_delta": 85658, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 156.0, "cpu_core_ratio": 1.243506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37761.0, "pid": 3812, "reason": null, "system_cpu_core_ratio": 0.551021, "system_cpu_s_delta": 5.57, "user_cpu_core_ratio": 0.692485, "user_cpu_s_delta": 7.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.541422, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 225563.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.442348, "system_cpu_s_delta": 14.580000000000041, "user_cpu_core_ratio": 1.099073, "user_cpu_s_delta": 11.1099999999999}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.352, "count": 208, "max_ms": 8.979, "p95_ms": 4.926, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 0.928, "max": 1.0, "p95": 1.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.057, "count": 19, "max": 15.997, "p95": 15.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.927, "count": 19, "max": 12.869, "p95": 10.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.353, "count": 17, "max": 627.0, "p95": 596.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 17, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8174.059, "count": 17, "max": 95348.0, "p95": 49278.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 17, "max": 0.551, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.903, "count": 17, "max": 0.981, "p95": 0.967, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.3, "count": 19, "max": 5.008, "p95": 0.634, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84281.947, "count": 19, "max": 85943.0, "p95": 85686.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84281.947, "count": 19, "max": 85943.0, "p95": 85686.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 19, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 317548.556, "count": 18, "max": 366010.0, "p95": 361133.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.775, "count": 18, "max": 2.289, "p95": 2.249, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.438, "count": 18, "max": 1.767, "p95": 1.739, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19, "sampled_at": "2026-09-01T12:49:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:49:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 3828, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-01T12:50:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:50:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2177, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2177}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5871.992, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5febfd5874c0] error while decoding MB 146 55, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6032793600, "copied_frame_count": 2182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6032793600, "frame_buffer_copies": 2182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0718, "count": 512, "max_ms": 0.3249, "p50_ms": 0.063, "p95_ms": 0.1133, "p99_ms": 0.1722}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9843, "count": 512, "max_ms": 3.7532, "p50_ms": 0.8464, "p95_ms": 1.8843, "p99_ms": 2.7417, "results": {"failed": 0, "not_applicable": 0, "success": 2182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:51:07+09:00", "last_error_summary": "[h264 @ 0x5febfd5874c0] error while decoding MB 146 55, bytestream -8", "last_exit_at": "2026-09-01T12:49:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.626, "last_started_at": "2026-09-01T12:49:40+09:00", "pid": 3928, "process": {"exists": false, "pid": 3928}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.317, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 3.194}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:51:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-09-01T12:51:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-09-01T12:51:07+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 232.506, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 367.494, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-09-01T12:51:07.048879+09:00", "mtime_epoch": 1788234667.048879, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:51:07+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.527, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "total": {"avg": 0.688, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.001, "pushed": 8.001, "read": 8.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.038, "p95_ms": 0.012, "reason": null, "sample_age_ms": 117.237, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.466, "count": 240, "max_ms": 5.13, "p95_ms": 1.556, "reason": null, "sample_age_ms": 66.258, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 240, "max_ms": 1.595, "p95_ms": 0.769, "reason": null, "sample_age_ms": 66.698, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 239, "max_ms": 0.592, "p95_ms": 0.24, "reason": null, "sample_age_ms": 117.248, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.342, "count": 240, "max_ms": 3.892, "p95_ms": 2.442, "reason": null, "sample_age_ms": 64.811, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2211848.0, "count": 240, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 64.791, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.514, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.339, "count": 239, "max_ms": 89.841, "p95_ms": 78.768, "reason": null, "sample_age_ms": 117.232, "source": "client_direct"}, "sample_age_ms": 64.784, "source": "client_direct", "task_total_ms": {"avg_ms": 71.956, "count": 239, "max_ms": 91.448, "p95_ms": 81.111, "reason": null, "sample_age_ms": 117.227, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.854, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.987, "count": 240, "max_ms": 7.5, "p95_ms": 4.669}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.331, "count": 240, "max_ms": 1.128, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.51, "count": 240, "max_ms": 1.544, "p95_ms": 0.892}, "event_filter_ms": {"avg_ms": 0.002, "count": 240, "max_ms": 0.009, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 240, "max_ms": 0.352, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 240, "max_ms": 0.035, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.359, "count": 240, "max_ms": 1.099, "p95_ms": 0.566}, "setup_ms": {"avg_ms": 0.029, "count": 240, "max_ms": 0.064, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 2.953, "count": 240, "max_ms": 7.461, "p95_ms": 4.635}, "track_match_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.324, "p95_ms": 0.082}, "tracker_update_ms": {"avg_ms": 1.598, "count": 240, "max_ms": 4.823, "p95_ms": 2.604}}, "gstreamer_push": {"avg_ms": 3.038, "count": 240, "max_ms": 9.641, "p95_ms": 5.827}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 240, "max_ms": 0.177, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.651, "count": 240, "max_ms": 92.595, "p95_ms": 81.684}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 240, "max_ms": 0.073, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.282, "count": 240, "max_ms": 158.92, "p95_ms": 136.532}, "inference_input_copy_ms": {"avg_ms": 1.053, "count": 240, "max_ms": 5.48, "p95_ms": 2.231}, "processing_residual_ms": {"avg_ms": 0.091, "count": 240, "max_ms": 0.424, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.453, "count": 240, "max_ms": 159.506, "p95_ms": 138.547}, "read_interval": {"avg_ms": 125.152, "count": 240, "max_ms": 176.885, "p95_ms": 154.678}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 240, "max_ms": 0.03, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.324, "count": 240, "max_ms": 1.034, "p95_ms": 0.522}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.017, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.314, "count": 240, "max_ms": 1.017, "p95_ms": 0.51}, "worker_merge_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.014, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 72.662, "count": 240, "max_ms": 92.606, "p95_ms": 81.695}, "visualize": {"avg_ms": 37.962, "count": 240, "max_ms": 83.505, "p95_ms": 57.286}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.846, "count": 240, "max_ms": 83.349, "p95_ms": 57.186}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.017, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.775, "count": 240, "max_ms": 83.265, "p95_ms": 57.137}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 240, "max_ms": 0.13, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1943.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.423, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.595, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 13.737}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87002, "write_bytes_delta": 87002, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.8629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29.0, "pid": 3928, "reason": null, "system_cpu_core_ratio": 0.039674, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.823227, "user_cpu_s_delta": 8.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.852304, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 389307.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.183038, "system_cpu_s_delta": 22.00999999999999, "user_cpu_core_ratio": 1.669266, "user_cpu_s_delta": 16.83000000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 236, "max_ms": 8.093, "p95_ms": 6.333, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 0.805, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.226, "count": 28, "max": 27.381, "p95": 15.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.214, "count": 28, "max": 13.477, "p95": 12.429, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 491.6, "count": 25, "max": 627.0, "p95": 580.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 25, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6576.52, "count": 25, "max": 95348.0, "p95": 35151.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 25, "max": 0.551, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.872, "count": 25, "max": 0.981, "p95": 0.961, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.217, "count": 28, "max": 5.008, "p95": 0.143, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84830.036, "count": 28, "max": 87002.0, "p95": 86649.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84830.036, "count": 28, "max": 87002.0, "p95": 86649.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 28, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 315876.815, "count": 27, "max": 389307.0, "p95": 364288.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.82, "count": 27, "max": 2.289, "p95": 2.259, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.458, "count": 27, "max": 1.767, "p95": 1.731, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28, "sampled_at": "2026-09-01T12:50:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:50:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 3828, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-01T12:50:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:50:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2178, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2178}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5871.824, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T12:51:07+09:00", "last_error_summary": "[h264 @ 0x5febfd5874c0] error while decoding MB 146 55, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6035558400, "copied_frame_count": 2183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6035558400, "frame_buffer_copies": 2183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0717, "count": 512, "max_ms": 0.3249, "p50_ms": 0.063, "p95_ms": 0.1133, "p99_ms": 0.1722}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9832, "count": 512, "max_ms": 3.7532, "p50_ms": 0.8455, "p95_ms": 1.8843, "p99_ms": 2.7417, "results": {"failed": 0, "not_applicable": 0, "success": 2183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:51:07+09:00", "last_error_summary": "[h264 @ 0x5febfd5874c0] error while decoding MB 146 55, bytestream -8", "last_exit_at": "2026-09-01T12:51:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.67, "last_started_at": "2026-09-01T12:49:40+09:00", "pid": 3928, "process": {"exists": false, "pid": 3928}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.317, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 3.149}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T12:51:07+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-09-01T12:51:07+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 232.549, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 367.451, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-09-01T12:51:07.048879+09:00", "mtime_epoch": 1788234667.048879, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:51:07+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.523, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "total": {"avg": 0.688, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.023, "pushed": 8.023, "read": 7.99}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.038, "p95_ms": 0.012, "reason": null, "sample_age_ms": 40.28, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.467, "count": 239, "max_ms": 5.13, "p95_ms": 1.558, "reason": null, "sample_age_ms": 111.087, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 239, "max_ms": 1.595, "p95_ms": 0.77, "reason": null, "sample_age_ms": 111.526, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 240, "max_ms": 0.592, "p95_ms": 0.24, "reason": null, "sample_age_ms": 40.285, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.341, "count": 239, "max_ms": 3.892, "p95_ms": 2.443, "reason": null, "sample_age_ms": 109.64, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2211848.0, "count": 239, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 109.62, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.404, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.335, "count": 240, "max_ms": 89.841, "p95_ms": 78.757, "reason": null, "sample_age_ms": 40.278, "source": "client_direct"}, "sample_age_ms": 40.275, "source": "client_direct", "task_total_ms": {"avg_ms": 71.951, "count": 240, "max_ms": 91.448, "p95_ms": 81.101, "reason": null, "sample_age_ms": 40.275, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.877, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.986, "count": 240, "max_ms": 7.5, "p95_ms": 4.669}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 240, "max_ms": 1.128, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.51, "count": 240, "max_ms": 1.544, "p95_ms": 0.892}, "event_filter_ms": {"avg_ms": 0.002, "count": 240, "max_ms": 0.009, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 240, "max_ms": 0.352, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 240, "max_ms": 0.035, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.359, "count": 240, "max_ms": 1.099, "p95_ms": 0.566}, "setup_ms": {"avg_ms": 0.029, "count": 240, "max_ms": 0.064, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 2.953, "count": 240, "max_ms": 7.461, "p95_ms": 4.635}, "track_match_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.324, "p95_ms": 0.082}, "tracker_update_ms": {"avg_ms": 1.598, "count": 240, "max_ms": 4.823, "p95_ms": 2.604}}, "gstreamer_push": {"avg_ms": 3.038, "count": 240, "max_ms": 9.641, "p95_ms": 5.827}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 240, "max_ms": 0.177, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.661, "count": 240, "max_ms": 92.595, "p95_ms": 81.684}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 240, "max_ms": 0.073, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.287, "count": 240, "max_ms": 158.92, "p95_ms": 136.532}, "inference_input_copy_ms": {"avg_ms": 1.054, "count": 240, "max_ms": 5.48, "p95_ms": 2.231}, "processing_residual_ms": {"avg_ms": 0.092, "count": 240, "max_ms": 0.424, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.46, "count": 240, "max_ms": 159.506, "p95_ms": 138.547}, "read_interval": {"avg_ms": 125.213, "count": 239, "max_ms": 176.885, "p95_ms": 155.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 240, "max_ms": 0.03, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.324, "count": 240, "max_ms": 1.034, "p95_ms": 0.522}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.017, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.314, "count": 240, "max_ms": 1.017, "p95_ms": 0.51}, "worker_merge_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.014, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 72.672, "count": 240, "max_ms": 92.606, "p95_ms": 81.695}, "visualize": {"avg_ms": 37.958, "count": 240, "max_ms": 83.505, "p95_ms": 57.286}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.842, "count": 240, "max_ms": 83.349, "p95_ms": 57.186}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.017, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.772, "count": 240, "max_ms": 83.265, "p95_ms": 57.137}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 240, "max_ms": 0.13, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1943.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.423, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.595, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 13.737}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87002, "write_bytes_delta": 87002, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.8629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29.0, "pid": 3928, "reason": null, "system_cpu_core_ratio": 0.039674, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.823227, "user_cpu_s_delta": 8.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.852304, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 389307.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.183038, "system_cpu_s_delta": 22.00999999999999, "user_cpu_core_ratio": 1.669266, "user_cpu_s_delta": 16.83000000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 236, "max_ms": 8.093, "p95_ms": 6.333, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 0.805, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.226, "count": 28, "max": 27.381, "p95": 15.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.214, "count": 28, "max": 13.477, "p95": 12.429, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 491.6, "count": 25, "max": 627.0, "p95": 580.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 25, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6576.52, "count": 25, "max": 95348.0, "p95": 35151.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 25, "max": 0.551, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.872, "count": 25, "max": 0.981, "p95": 0.961, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.217, "count": 28, "max": 5.008, "p95": 0.143, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84830.036, "count": 28, "max": 87002.0, "p95": 86649.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84830.036, "count": 28, "max": 87002.0, "p95": 86649.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 28, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 315876.815, "count": 27, "max": 389307.0, "p95": 364288.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.82, "count": 27, "max": 2.289, "p95": 2.259, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.458, "count": 27, "max": 1.767, "p95": 1.731, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28, "sampled_at": "2026-09-01T12:50:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:50:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 3828, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-01T12:50:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:50:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2178, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2178}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5872.0, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6035558400, "copied_frame_count": 2183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6035558400, "frame_buffer_copies": 2183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0717, "count": 512, "max_ms": 0.3249, "p50_ms": 0.063, "p95_ms": 0.1133, "p99_ms": 0.1722}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9832, "count": 512, "max_ms": 3.7532, "p50_ms": 0.8455, "p95_ms": 1.8843, "p99_ms": 2.7417, "results": {"failed": 0, "not_applicable": 0, "success": 2183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:51:07+09:00", "last_error_summary": "[h264 @ 0x5febfd5874c0] error while decoding MB 146 55, bytestream -8", "last_exit_at": "2026-09-01T12:51:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.687, "last_started_at": "2026-09-01T12:49:40+09:00", "pid": 3928, "process": {"exists": false, "pid": 3928}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.317, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 3.133}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-09-01T12:51:07+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-09-01T12:51:07+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 232.565, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 367.435, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-09-01T12:51:07.159879+09:00", "mtime_epoch": 1788234667.1598794, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:51:07+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.523, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "total": {"avg": 0.688, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.018, "pushed": 8.018, "read": 7.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.038, "p95_ms": 0.012, "reason": null, "sample_age_ms": 56.236, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.467, "count": 239, "max_ms": 5.13, "p95_ms": 1.558, "reason": null, "sample_age_ms": 127.043, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 239, "max_ms": 1.595, "p95_ms": 0.77, "reason": null, "sample_age_ms": 127.483, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 240, "max_ms": 0.592, "p95_ms": 0.24, "reason": null, "sample_age_ms": 56.242, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.341, "count": 239, "max_ms": 3.892, "p95_ms": 2.443, "reason": null, "sample_age_ms": 125.596, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2211848.0, "count": 239, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 125.576, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.36, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.335, "count": 240, "max_ms": 89.841, "p95_ms": 78.757, "reason": null, "sample_age_ms": 56.234, "source": "client_direct"}, "sample_age_ms": 56.232, "source": "client_direct", "task_total_ms": {"avg_ms": 71.951, "count": 240, "max_ms": 91.448, "p95_ms": 81.101, "reason": null, "sample_age_ms": 56.232, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.754, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.986, "count": 240, "max_ms": 7.5, "p95_ms": 4.669}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 240, "max_ms": 1.128, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.51, "count": 240, "max_ms": 1.544, "p95_ms": 0.892}, "event_filter_ms": {"avg_ms": 0.002, "count": 240, "max_ms": 0.009, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 240, "max_ms": 0.352, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 240, "max_ms": 0.035, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.359, "count": 240, "max_ms": 1.099, "p95_ms": 0.566}, "setup_ms": {"avg_ms": 0.029, "count": 240, "max_ms": 0.064, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 2.953, "count": 240, "max_ms": 7.461, "p95_ms": 4.635}, "track_match_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.324, "p95_ms": 0.082}, "tracker_update_ms": {"avg_ms": 1.598, "count": 240, "max_ms": 4.823, "p95_ms": 2.604}}, "gstreamer_push": {"avg_ms": 3.038, "count": 240, "max_ms": 9.641, "p95_ms": 5.827}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 240, "max_ms": 0.177, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.661, "count": 240, "max_ms": 92.595, "p95_ms": 81.684}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 240, "max_ms": 0.073, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.287, "count": 240, "max_ms": 158.92, "p95_ms": 136.532}, "inference_input_copy_ms": {"avg_ms": 1.054, "count": 240, "max_ms": 5.48, "p95_ms": 2.231}, "processing_residual_ms": {"avg_ms": 0.092, "count": 240, "max_ms": 0.424, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.46, "count": 240, "max_ms": 159.506, "p95_ms": 138.547}, "read_interval": {"avg_ms": 125.213, "count": 239, "max_ms": 176.885, "p95_ms": 155.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 240, "max_ms": 0.03, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.324, "count": 240, "max_ms": 1.034, "p95_ms": 0.522}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.017, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.314, "count": 240, "max_ms": 1.017, "p95_ms": 0.51}, "worker_merge_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.014, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 72.672, "count": 240, "max_ms": 92.606, "p95_ms": 81.695}, "visualize": {"avg_ms": 37.958, "count": 240, "max_ms": 83.505, "p95_ms": 57.286}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.842, "count": 240, "max_ms": 83.349, "p95_ms": 57.186}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.017, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.772, "count": 240, "max_ms": 83.265, "p95_ms": 57.137}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 240, "max_ms": 0.13, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1943.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.423, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.595, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 13.737}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87002, "write_bytes_delta": 87002, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.8629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29.0, "pid": 3928, "reason": null, "system_cpu_core_ratio": 0.039674, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.823227, "user_cpu_s_delta": 8.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.852304, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 389307.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.183038, "system_cpu_s_delta": 22.00999999999999, "user_cpu_core_ratio": 1.669266, "user_cpu_s_delta": 16.83000000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 236, "max_ms": 8.093, "p95_ms": 6.333, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 0.805, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.226, "count": 28, "max": 27.381, "p95": 15.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.214, "count": 28, "max": 13.477, "p95": 12.429, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 491.6, "count": 25, "max": 627.0, "p95": 580.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 25, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6576.52, "count": 25, "max": 95348.0, "p95": 35151.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 25, "max": 0.551, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.872, "count": 25, "max": 0.981, "p95": 0.961, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.217, "count": 28, "max": 5.008, "p95": 0.143, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84830.036, "count": 28, "max": 87002.0, "p95": 86649.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84830.036, "count": 28, "max": 87002.0, "p95": 86649.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 28, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 315876.815, "count": 27, "max": 389307.0, "p95": 364288.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.82, "count": 27, "max": 2.289, "p95": 2.259, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.458, "count": 27, "max": 1.767, "p95": 1.731, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28, "sampled_at": "2026-09-01T12:50:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:50:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 3828, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-01T12:50:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:50:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2178, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2178}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6224.559, "limit_mb": null}, "detail": {"pid": 4044, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6035558400, "copied_frame_count": 2183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6035558400, "frame_buffer_copies": 2183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0717, "count": 512, "max_ms": 0.3249, "p50_ms": 0.063, "p95_ms": 0.1133, "p99_ms": 0.1722}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9832, "count": 512, "max_ms": 3.7532, "p50_ms": 0.8455, "p95_ms": 1.8843, "p99_ms": 2.7417, "results": {"failed": 0, "not_applicable": 0, "success": 2183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:51:07+09:00", "last_error_summary": "[h264 @ 0x5febfd5874c0] error while decoding MB 146 55, bytestream -8", "last_exit_at": "2026-09-01T12:51:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:51:09+09:00", "pid": 4044, "process": {"exists": true, "fd_count": 5, "hwm_mb": 386.715, "name": "ffmpeg", "pid": 4044, "rss_mb": 386.715, "state": "S (sleeping)", "threads": 70}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.317, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.077, "last_frame_pushed_at": "2026-09-01T12:51:07+09:00", "last_frame_read_age_sec": 4.184, "last_frame_read_at": "2026-09-01T12:51:07+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 236.648, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 363.352, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 4.071, "exists": true, "mtime": "2026-09-01T12:51:07.159879+09:00", "mtime_epoch": 1788234667.1598794, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:51:11+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.527, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "total": {"avg": 0.745, "max": 1.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 208}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.94, "pushed": 6.94, "read": 6.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.038, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4129.511, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.47, "count": 207, "max_ms": 5.13, "p95_ms": 1.577, "reason": null, "sample_age_ms": 4200.318, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.168, "count": 207, "max_ms": 1.595, "p95_ms": 0.761, "reason": null, "sample_age_ms": 4200.758, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 207, "max_ms": 0.592, "p95_ms": 0.24, "reason": null, "sample_age_ms": 4129.517, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.325, "count": 207, "max_ms": 3.892, "p95_ms": 2.409, "reason": null, "sample_age_ms": 4198.871, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2211848.0, "count": 207, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4198.851, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4129.636, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.037, "count": 207, "max_ms": 87.595, "p95_ms": 77.33, "reason": null, "sample_age_ms": 4129.509, "source": "client_direct"}, "sample_age_ms": 4129.507, "source": "client_direct", "task_total_ms": {"avg_ms": 71.637, "count": 207, "max_ms": 89.77, "p95_ms": 79.632, "reason": null, "sample_age_ms": 4129.507, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.878, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.169, "count": 208, "max_ms": 7.5, "p95_ms": 4.717}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.334, "count": 208, "max_ms": 1.128, "p95_ms": 0.579}, "detection_prepare_ms": {"avg_ms": 0.546, "count": 208, "max_ms": 1.544, "p95_ms": 0.893}, "event_filter_ms": {"avg_ms": 0.002, "count": 208, "max_ms": 0.007, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 208, "max_ms": 0.352, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 208, "max_ms": 0.035, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.381, "count": 208, "max_ms": 1.099, "p95_ms": 0.569}, "setup_ms": {"avg_ms": 0.028, "count": 208, "max_ms": 0.064, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 3.136, "count": 208, "max_ms": 7.461, "p95_ms": 4.68}, "track_match_ms": {"avg_ms": 0.049, "count": 208, "max_ms": 0.324, "p95_ms": 0.083}, "tracker_update_ms": {"avg_ms": 1.712, "count": 208, "max_ms": 4.823, "p95_ms": 2.622}}, "gstreamer_push": {"avg_ms": 3.048, "count": 208, "max_ms": 9.641, "p95_ms": 5.773}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 208, "max_ms": 0.177, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.361, "count": 208, "max_ms": 91.227, "p95_ms": 80.146}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 208, "max_ms": 0.073, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.186, "count": 208, "max_ms": 158.92, "p95_ms": 137.846}, "inference_input_copy_ms": {"avg_ms": 1.035, "count": 208, "max_ms": 5.48, "p95_ms": 2.184}, "processing_residual_ms": {"avg_ms": 0.093, "count": 208, "max_ms": 0.424, "p95_ms": 0.17}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.34, "count": 208, "max_ms": 159.506, "p95_ms": 140.3}, "read_interval": {"avg_ms": 125.099, "count": 207, "max_ms": 176.885, "p95_ms": 155.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 208, "max_ms": 0.03, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.346, "count": 208, "max_ms": 1.034, "p95_ms": 0.525}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.017, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.336, "count": 208, "max_ms": 1.017, "p95_ms": 0.512}, "worker_merge_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.014, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 72.372, "count": 208, "max_ms": 91.276, "p95_ms": 80.157}, "visualize": {"avg_ms": 37.976, "count": 208, "max_ms": 83.505, "p95_ms": 58.731}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.861, "count": 208, "max_ms": 83.349, "p95_ms": 58.632}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.017, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.791, "count": 208, "max_ms": 83.265, "p95_ms": 58.539}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 208, "max_ms": 0.13, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1943.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.423, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.595, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 13.737}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87002, "write_bytes_delta": 87002, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.8629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29.0, "pid": 3928, "reason": null, "system_cpu_core_ratio": 0.039674, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.823227, "user_cpu_s_delta": 8.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.852304, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 389307.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.183038, "system_cpu_s_delta": 22.00999999999999, "user_cpu_core_ratio": 1.669266, "user_cpu_s_delta": 16.83000000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 236, "max_ms": 8.093, "p95_ms": 6.333, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 0.805, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.226, "count": 28, "max": 27.381, "p95": 15.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.214, "count": 28, "max": 13.477, "p95": 12.429, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 491.6, "count": 25, "max": 627.0, "p95": 580.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 25, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6576.52, "count": 25, "max": 95348.0, "p95": 35151.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 25, "max": 0.551, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.872, "count": 25, "max": 0.981, "p95": 0.961, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.217, "count": 28, "max": 5.008, "p95": 0.143, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84830.036, "count": 28, "max": 87002.0, "p95": 86649.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84830.036, "count": 28, "max": 87002.0, "p95": 86649.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 28, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 315876.815, "count": 27, "max": 389307.0, "p95": 364288.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.82, "count": 27, "max": 2.289, "p95": 2.259, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.458, "count": 27, "max": 1.767, "p95": 1.731, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28, "sampled_at": "2026-09-01T12:50:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:50:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 5092, "flush_count": 8, "flush_interval_seconds": 30.0, "flush_state": {"count": 8, "last_at": "2026-09-01T12:52:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:52:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 7}, "started": true, "suppressed_count": 2919, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2919}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 8, "written_record_count": 8}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5872.473, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6476fe22b3c0] error while decoding MB 99 93, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8087040000, "copied_frame_count": 2925, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 8087040000, "frame_buffer_copies": 2925, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0733, "count": 512, "max_ms": 0.259, "p50_ms": 0.0655, "p95_ms": 0.1112, "p99_ms": 0.1737}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.951, "count": 512, "max_ms": 3.6098, "p50_ms": 0.7743, "p95_ms": 1.8261, "p99_ms": 2.449, "results": {"failed": 0, "not_applicable": 0, "success": 2925, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:52:42+09:00", "last_error_summary": "[h264 @ 0x6476fe22b3c0] error while decoding MB 99 93, bytestream -7", "last_exit_at": "2026-09-01T12:51:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.475, "last_started_at": "2026-09-01T12:51:09+09:00", "pid": 4044, "process": {"exists": false, "pid": 4044}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.979, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-09-01T12:52:42+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-09-01T12:52:42+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.102, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 271.898, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-09-01T12:52:42.636385+09:00", "mtime_epoch": 1788234762.6363854, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:52:42+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.695, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "total": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 249}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "removed": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 249}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.303, "pushed": 8.303, "read": 8.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.006, "count": 249, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 6.509, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.458, "count": 249, "max_ms": 3.305, "p95_ms": 1.477, "reason": null, "sample_age_ms": 74.589, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 249, "max_ms": 1.842, "p95_ms": 0.773, "reason": null, "sample_age_ms": 74.763, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.148, "count": 249, "max_ms": 0.449, "p95_ms": 0.235, "reason": null, "sample_age_ms": 6.516, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.266, "count": 249, "max_ms": 4.284, "p95_ms": 2.34, "reason": null, "sample_age_ms": 72.778, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2211848.0, "count": 249, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 72.761, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 6.654, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.576, "count": 249, "max_ms": 93.314, "p95_ms": 78.011, "reason": null, "sample_age_ms": 6.506, "source": "client_direct"}, "sample_age_ms": 6.502, "source": "client_direct", "task_total_ms": {"avg_ms": 71.117, "count": 249, "max_ms": 95.237, "p95_ms": 79.545, "reason": null, "sample_age_ms": 6.502, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.207, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.826, "count": 249, "max_ms": 4.389, "p95_ms": 1.898}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 249, "max_ms": 0.865, "p95_ms": 0.313}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 249, "max_ms": 0.937, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.002, "count": 249, "max_ms": 0.026, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 249, "max_ms": 0.19, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 249, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 249, "max_ms": 0.654, "p95_ms": 0.284}, "setup_ms": {"avg_ms": 0.03, "count": 249, "max_ms": 0.09, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.795, "count": 249, "max_ms": 4.35, "p95_ms": 1.851}, "track_match_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.084, "p95_ms": 0.027}, "tracker_update_ms": {"avg_ms": 0.27, "count": 249, "max_ms": 2.595, "p95_ms": 0.492}}, "gstreamer_push": {"avg_ms": 2.826, "count": 249, "max_ms": 10.347, "p95_ms": 5.525}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 249, "max_ms": 0.311, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.882, "count": 249, "max_ms": 95.782, "p95_ms": 80.773}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 249, "max_ms": 0.087, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.42, "count": 249, "max_ms": 153.166, "p95_ms": 129.88}, "inference_input_copy_ms": {"avg_ms": 0.964, "count": 249, "max_ms": 3.425, "p95_ms": 1.997}, "processing_residual_ms": {"avg_ms": 0.08, "count": 249, "max_ms": 0.348, "p95_ms": 0.15}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.491, "count": 249, "max_ms": 153.752, "p95_ms": 130.931}, "read_interval": {"avg_ms": 120.631, "count": 249, "max_ms": 177.872, "p95_ms": 147.246}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 249, "max_ms": 0.049, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.098, "count": 249, "max_ms": 0.607, "p95_ms": 0.216}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.035, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.088, "count": 249, "max_ms": 0.593, "p95_ms": 0.196}, "worker_merge_ms": {"avg_ms": 0.004, "count": 249, "max_ms": 0.033, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.893, "count": 249, "max_ms": 95.798, "p95_ms": 80.78}, "visualize": {"avg_ms": 37.054, "count": 249, "max_ms": 77.79, "p95_ms": 53.61}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.933, "count": 249, "max_ms": 77.638, "p95_ms": 53.447}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.859, "count": 249, "max_ms": 77.556, "p95_ms": 53.349}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 249, "max_ms": 0.083, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1945.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.722, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.683, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86726, "write_bytes_delta": 86726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 505.0, "cpu_core_ratio": 0.94963, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 4044, "reason": null, "system_cpu_core_ratio": 0.039527, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.910104, "user_cpu_s_delta": 9.210000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.60281, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 357110.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.790535, "system_cpu_s_delta": 8.0, "user_cpu_core_ratio": 0.812275, "user_cpu_s_delta": 8.220000000000027}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.593, "count": 241, "max_ms": 10.347, "p95_ms": 5.252, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 42}, "total": {"avg": 0.174, "max": 1.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.572, "count": 30, "max": 27.381, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.401, "count": 30, "max": 13.477, "p95": 12.304, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 496.3, "count": 30, "max": 627.0, "p95": 570.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5596.8, "count": 30, "max": 95348.0, "p95": 31889.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.551, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.886, "count": 30, "max": 1.003, "p95": 0.991, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.205, "count": 30, "max": 5.008, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85518.367, "count": 30, "max": 87628.0, "p95": 86920.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85518.367, "count": 30, "max": 87628.0, "p95": 86920.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322743.467, "count": 30, "max": 389307.0, "p95": 364850.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.623, "count": 30, "max": 2.289, "p95": 2.255, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.321, "count": 30, "max": 1.767, "p95": 1.73, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 37, "sampled_at": "2026-09-01T12:52:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:52:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 5092, "flush_count": 8, "flush_interval_seconds": 30.0, "flush_state": {"count": 8, "last_at": "2026-09-01T12:52:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:52:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 7}, "started": true, "suppressed_count": 2919, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2919}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 8, "written_record_count": 8}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5873.512, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T12:52:42+09:00", "last_error_summary": "[h264 @ 0x6476fe22b3c0] error while decoding MB 99 93, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8089804800, "copied_frame_count": 2926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 8089804800, "frame_buffer_copies": 2926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0733, "count": 512, "max_ms": 0.259, "p50_ms": 0.0655, "p95_ms": 0.1112, "p99_ms": 0.1737}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9513, "count": 512, "max_ms": 3.6098, "p50_ms": 0.7743, "p95_ms": 1.8261, "p99_ms": 2.449, "results": {"failed": 0, "not_applicable": 0, "success": 2926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:52:42+09:00", "last_error_summary": "[h264 @ 0x6476fe22b3c0] error while decoding MB 99 93, bytestream -7", "last_exit_at": "2026-09-01T12:52:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.522, "last_started_at": "2026-09-01T12:51:09+09:00", "pid": 4044, "process": {"exists": false, "pid": 4044}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.979, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T12:52:42+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-09-01T12:52:42+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.146, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 271.854, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-09-01T12:52:42.636385+09:00", "mtime_epoch": 1788234762.6363854, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:52:42+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.816, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "total": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 249}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "removed": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 249}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.321, "pushed": 8.321, "read": 8.288}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.006, "count": 249, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 53.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 248, "max_ms": 3.305, "p95_ms": 1.473, "reason": null, "sample_age_ms": 121.585, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 248, "max_ms": 1.842, "p95_ms": 0.774, "reason": null, "sample_age_ms": 121.759, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.148, "count": 249, "max_ms": 0.449, "p95_ms": 0.235, "reason": null, "sample_age_ms": 53.511, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.263, "count": 248, "max_ms": 4.284, "p95_ms": 2.341, "reason": null, "sample_age_ms": 119.774, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2211848.0, "count": 248, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 119.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.649, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.576, "count": 249, "max_ms": 93.314, "p95_ms": 78.011, "reason": null, "sample_age_ms": 53.502, "source": "client_direct"}, "sample_age_ms": 53.498, "source": "client_direct", "task_total_ms": {"avg_ms": 71.117, "count": 249, "max_ms": 95.237, "p95_ms": 79.545, "reason": null, "sample_age_ms": 53.498, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.916, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.813, "count": 249, "max_ms": 4.389, "p95_ms": 1.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 249, "max_ms": 0.865, "p95_ms": 0.313}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 249, "max_ms": 0.937, "p95_ms": 0.148}, "event_filter_ms": {"avg_ms": 0.002, "count": 249, "max_ms": 0.026, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 249, "max_ms": 0.19, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 249, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 249, "max_ms": 0.654, "p95_ms": 0.241}, "setup_ms": {"avg_ms": 0.03, "count": 249, "max_ms": 0.09, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.782, "count": 249, "max_ms": 4.35, "p95_ms": 1.362}, "track_match_ms": {"avg_ms": 0.006, "count": 249, "max_ms": 0.084, "p95_ms": 0.024}, "tracker_update_ms": {"avg_ms": 0.261, "count": 249, "max_ms": 2.595, "p95_ms": 0.462}}, "gstreamer_push": {"avg_ms": 2.823, "count": 249, "max_ms": 10.347, "p95_ms": 5.525}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 249, "max_ms": 0.311, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.826, "count": 249, "max_ms": 95.782, "p95_ms": 80.448}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 249, "max_ms": 0.087, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.412, "count": 249, "max_ms": 153.166, "p95_ms": 129.88}, "inference_input_copy_ms": {"avg_ms": 0.961, "count": 249, "max_ms": 3.425, "p95_ms": 1.997}, "processing_residual_ms": {"avg_ms": 0.08, "count": 249, "max_ms": 0.348, "p95_ms": 0.146}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.479, "count": 249, "max_ms": 153.752, "p95_ms": 130.931}, "read_interval": {"avg_ms": 120.612, "count": 248, "max_ms": 177.872, "p95_ms": 147.246}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 249, "max_ms": 0.049, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.097, "count": 249, "max_ms": 0.607, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.035, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 249, "max_ms": 0.593, "p95_ms": 0.165}, "worker_merge_ms": {"avg_ms": 0.004, "count": 249, "max_ms": 0.033, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.837, "count": 249, "max_ms": 95.798, "p95_ms": 80.454}, "visualize": {"avg_ms": 37.116, "count": 249, "max_ms": 77.79, "p95_ms": 53.61}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.995, "count": 249, "max_ms": 77.638, "p95_ms": 53.447}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.921, "count": 249, "max_ms": 77.556, "p95_ms": 53.349}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 249, "max_ms": 0.083, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1945.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.722, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.683, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86726, "write_bytes_delta": 86726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 505.0, "cpu_core_ratio": 0.94963, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 4044, "reason": null, "system_cpu_core_ratio": 0.039527, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.910104, "user_cpu_s_delta": 9.210000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.60281, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 357110.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.790535, "system_cpu_s_delta": 8.0, "user_cpu_core_ratio": 0.812275, "user_cpu_s_delta": 8.220000000000027}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.593, "count": 241, "max_ms": 10.347, "p95_ms": 5.252, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 42}, "total": {"avg": 0.174, "max": 1.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.572, "count": 30, "max": 27.381, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.401, "count": 30, "max": 13.477, "p95": 12.304, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 496.3, "count": 30, "max": 627.0, "p95": 570.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5596.8, "count": 30, "max": 95348.0, "p95": 31889.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.551, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.886, "count": 30, "max": 1.003, "p95": 0.991, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.205, "count": 30, "max": 5.008, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85518.367, "count": 30, "max": 87628.0, "p95": 86920.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85518.367, "count": 30, "max": 87628.0, "p95": 86920.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322743.467, "count": 30, "max": 389307.0, "p95": 364850.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.623, "count": 30, "max": 2.289, "p95": 2.255, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.321, "count": 30, "max": 1.767, "p95": 1.73, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 37, "sampled_at": "2026-09-01T12:52:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:52:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 5092, "flush_count": 8, "flush_interval_seconds": 30.0, "flush_state": {"count": 8, "last_at": "2026-09-01T12:52:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:52:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 7}, "started": true, "suppressed_count": 2919, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2919}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 8, "written_record_count": 8}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5873.285, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8089804800, "copied_frame_count": 2926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 8089804800, "frame_buffer_copies": 2926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0733, "count": 512, "max_ms": 0.259, "p50_ms": 0.0655, "p95_ms": 0.1112, "p99_ms": 0.1737}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9513, "count": 512, "max_ms": 3.6098, "p50_ms": 0.7743, "p95_ms": 1.8261, "p99_ms": 2.449, "results": {"failed": 0, "not_applicable": 0, "success": 2926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:52:42+09:00", "last_error_summary": "[h264 @ 0x6476fe22b3c0] error while decoding MB 99 93, bytestream -7", "last_exit_at": "2026-09-01T12:52:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.538, "last_started_at": "2026-09-01T12:51:09+09:00", "pid": 4044, "process": {"exists": false, "pid": 4044}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.979, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-09-01T12:52:42+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-09-01T12:52:42+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.161, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 271.839, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-09-01T12:52:42.757386+09:00", "mtime_epoch": 1788234762.757386, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:52:42+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.816, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "total": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 249}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "removed": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 249}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.317, "pushed": 8.317, "read": 8.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.006, "count": 249, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 68.4, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 248, "max_ms": 3.305, "p95_ms": 1.473, "reason": null, "sample_age_ms": 136.48, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 248, "max_ms": 1.842, "p95_ms": 0.774, "reason": null, "sample_age_ms": 136.654, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.148, "count": 249, "max_ms": 0.449, "p95_ms": 0.235, "reason": null, "sample_age_ms": 68.406, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.263, "count": 248, "max_ms": 4.284, "p95_ms": 2.341, "reason": null, "sample_age_ms": 134.669, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2211848.0, "count": 248, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.651, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.544, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.576, "count": 249, "max_ms": 93.314, "p95_ms": 78.011, "reason": null, "sample_age_ms": 68.397, "source": "client_direct"}, "sample_age_ms": 68.393, "source": "client_direct", "task_total_ms": {"avg_ms": 71.117, "count": 249, "max_ms": 95.237, "p95_ms": 79.545, "reason": null, "sample_age_ms": 68.393, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.876, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.813, "count": 249, "max_ms": 4.389, "p95_ms": 1.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 249, "max_ms": 0.865, "p95_ms": 0.313}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 249, "max_ms": 0.937, "p95_ms": 0.148}, "event_filter_ms": {"avg_ms": 0.002, "count": 249, "max_ms": 0.026, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 249, "max_ms": 0.19, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 249, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 249, "max_ms": 0.654, "p95_ms": 0.241}, "setup_ms": {"avg_ms": 0.03, "count": 249, "max_ms": 0.09, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.782, "count": 249, "max_ms": 4.35, "p95_ms": 1.362}, "track_match_ms": {"avg_ms": 0.006, "count": 249, "max_ms": 0.084, "p95_ms": 0.024}, "tracker_update_ms": {"avg_ms": 0.261, "count": 249, "max_ms": 2.595, "p95_ms": 0.462}}, "gstreamer_push": {"avg_ms": 2.823, "count": 249, "max_ms": 10.347, "p95_ms": 5.525}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 249, "max_ms": 0.311, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.826, "count": 249, "max_ms": 95.782, "p95_ms": 80.448}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 249, "max_ms": 0.087, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.412, "count": 249, "max_ms": 153.166, "p95_ms": 129.88}, "inference_input_copy_ms": {"avg_ms": 0.961, "count": 249, "max_ms": 3.425, "p95_ms": 1.997}, "processing_residual_ms": {"avg_ms": 0.08, "count": 249, "max_ms": 0.348, "p95_ms": 0.146}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.479, "count": 249, "max_ms": 153.752, "p95_ms": 130.931}, "read_interval": {"avg_ms": 120.612, "count": 248, "max_ms": 177.872, "p95_ms": 147.246}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 249, "max_ms": 0.049, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.097, "count": 249, "max_ms": 0.607, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.035, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 249, "max_ms": 0.593, "p95_ms": 0.165}, "worker_merge_ms": {"avg_ms": 0.004, "count": 249, "max_ms": 0.033, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.837, "count": 249, "max_ms": 95.798, "p95_ms": 80.454}, "visualize": {"avg_ms": 37.116, "count": 249, "max_ms": 77.79, "p95_ms": 53.61}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.995, "count": 249, "max_ms": 77.638, "p95_ms": 53.447}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.921, "count": 249, "max_ms": 77.556, "p95_ms": 53.349}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 249, "max_ms": 0.083, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1945.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.722, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.683, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86726, "write_bytes_delta": 86726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 505.0, "cpu_core_ratio": 0.94963, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 4044, "reason": null, "system_cpu_core_ratio": 0.039527, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.910104, "user_cpu_s_delta": 9.210000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.60281, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 357110.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.790535, "system_cpu_s_delta": 8.0, "user_cpu_core_ratio": 0.812275, "user_cpu_s_delta": 8.220000000000027}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.593, "count": 241, "max_ms": 10.347, "p95_ms": 5.252, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 42}, "total": {"avg": 0.174, "max": 1.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.572, "count": 30, "max": 27.381, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.401, "count": 30, "max": 13.477, "p95": 12.304, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 496.3, "count": 30, "max": 627.0, "p95": 570.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5596.8, "count": 30, "max": 95348.0, "p95": 31889.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.551, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.886, "count": 30, "max": 1.003, "p95": 0.991, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.205, "count": 30, "max": 5.008, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85518.367, "count": 30, "max": 87628.0, "p95": 86920.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85518.367, "count": 30, "max": 87628.0, "p95": 86920.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322743.467, "count": 30, "max": 389307.0, "p95": 364850.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.623, "count": 30, "max": 2.289, "p95": 2.255, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.321, "count": 30, "max": 1.767, "p95": 1.73, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 37, "sampled_at": "2026-09-01T12:52:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:52:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 5092, "flush_count": 8, "flush_interval_seconds": 30.0, "flush_state": {"count": 8, "last_at": "2026-09-01T12:52:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:52:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 7}, "started": true, "suppressed_count": 2919, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2919}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 8, "written_record_count": 8}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5911.832, "limit_mb": null}, "detail": {"pid": 4160, "restart_count": 4, "start_count": 5}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8089804800, "copied_frame_count": 2926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 8089804800, "frame_buffer_copies": 2926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0733, "count": 512, "max_ms": 0.259, "p50_ms": 0.0655, "p95_ms": 0.1112, "p99_ms": 0.1737}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9513, "count": 512, "max_ms": 3.6098, "p50_ms": 0.7743, "p95_ms": 1.8261, "p99_ms": 2.449, "results": {"failed": 0, "not_applicable": 0, "success": 2926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:52:42+09:00", "last_error_summary": "[h264 @ 0x6476fe22b3c0] error while decoding MB 99 93, bytestream -7", "last_exit_at": "2026-09-01T12:52:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:52:44+09:00", "pid": 4160, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.371, "name": "ffmpeg", "pid": 4160, "rss_mb": 75.371, "state": "S (sleeping)", "threads": 1}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.779, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.154, "last_frame_pushed_at": "2026-09-01T12:52:42+09:00", "last_frame_read_age_sec": 4.272, "last_frame_read_at": "2026-09-01T12:52:42+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.305, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 267.695, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 4.147, "exists": true, "mtime": "2026-09-01T12:52:42.757386+09:00", "mtime_epoch": 1788234762.757386, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:52:46+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1945.82, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 7}, "total": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.995, "max": 1.0, "p95": 1.0, "sample_count": 215}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.167, "pushed": 7.201, "read": 7.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4210.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 215, "max_ms": 3.305, "p95_ms": 1.476, "reason": null, "sample_age_ms": 4278.09, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 215, "max_ms": 1.842, "p95_ms": 0.811, "reason": null, "sample_age_ms": 4278.264, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.147, "count": 215, "max_ms": 0.449, "p95_ms": 0.235, "reason": null, "sample_age_ms": 4210.016, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.261, "count": 215, "max_ms": 4.284, "p95_ms": 2.315, "reason": null, "sample_age_ms": 4276.279, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2211848.0, "count": 215, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4276.261, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4210.154, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.478, "count": 215, "max_ms": 93.314, "p95_ms": 78.215, "reason": null, "sample_age_ms": 4210.007, "source": "client_direct"}, "sample_age_ms": 4210.003, "source": "client_direct", "task_total_ms": {"avg_ms": 71.014, "count": 215, "max_ms": 95.237, "p95_ms": 79.619, "reason": null, "sample_age_ms": 4210.003, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.783, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.765, "count": 215, "max_ms": 4.389, "p95_ms": 1.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.184, "count": 215, "max_ms": 0.464, "p95_ms": 0.311}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 215, "max_ms": 0.937, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.002, "count": 215, "max_ms": 0.026, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 215, "max_ms": 0.19, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.001, "count": 215, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 215, "max_ms": 0.654, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.029, "count": 215, "max_ms": 0.077, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.734, "count": 215, "max_ms": 4.35, "p95_ms": 1.192}, "track_match_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.084, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.236, "count": 215, "max_ms": 2.595, "p95_ms": 0.385}}, "gstreamer_push": {"avg_ms": 2.89, "count": 216, "max_ms": 10.347, "p95_ms": 5.565}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 215, "max_ms": 0.095, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.729, "count": 215, "max_ms": 95.782, "p95_ms": 80.773}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 215, "max_ms": 0.087, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.977, "count": 215, "max_ms": 153.166, "p95_ms": 128.033}, "inference_input_copy_ms": {"avg_ms": 0.948, "count": 215, "max_ms": 3.425, "p95_ms": 1.927}, "processing_residual_ms": {"avg_ms": 0.08, "count": 215, "max_ms": 0.348, "p95_ms": 0.15}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.033, "count": 215, "max_ms": 153.752, "p95_ms": 129.172}, "read_interval": {"avg_ms": 120.384, "count": 215, "max_ms": 177.872, "p95_ms": 148.785}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 215, "max_ms": 0.049, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 215, "max_ms": 0.607, "p95_ms": 0.15}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.035, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 215, "max_ms": 0.593, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.033, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.74, "count": 215, "max_ms": 95.798, "p95_ms": 80.78}, "visualize": {"avg_ms": 36.827, "count": 215, "max_ms": 77.79, "p95_ms": 53.61}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.707, "count": 215, "max_ms": 77.638, "p95_ms": 53.447}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.634, "count": 215, "max_ms": 77.556, "p95_ms": 53.349}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 215, "max_ms": 0.083, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1945.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.722, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.683, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86726, "write_bytes_delta": 86726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 505.0, "cpu_core_ratio": 0.94963, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 4044, "reason": null, "system_cpu_core_ratio": 0.039527, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.910104, "user_cpu_s_delta": 9.210000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.60281, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 357110.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.790535, "system_cpu_s_delta": 8.0, "user_cpu_core_ratio": 0.812275, "user_cpu_s_delta": 8.220000000000027}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.593, "count": 241, "max_ms": 10.347, "p95_ms": 5.252, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 42}, "total": {"avg": 0.174, "max": 1.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.572, "count": 30, "max": 27.381, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.401, "count": 30, "max": 13.477, "p95": 12.304, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 496.3, "count": 30, "max": 627.0, "p95": 570.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5596.8, "count": 30, "max": 95348.0, "p95": 31889.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.551, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.886, "count": 30, "max": 1.003, "p95": 0.991, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.205, "count": 30, "max": 5.008, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85518.367, "count": 30, "max": 87628.0, "p95": 86920.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85518.367, "count": 30, "max": 87628.0, "p95": 86920.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322743.467, "count": 30, "max": 389307.0, "p95": 364850.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.623, "count": 30, "max": 2.289, "p95": 2.255, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.321, "count": 30, "max": 1.767, "p95": 1.73, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 37, "sampled_at": "2026-09-01T12:52:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:52:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 6356, "flush_count": 10, "flush_interval_seconds": 30.0, "flush_state": {"count": 10, "last_at": "2026-09-01T12:54:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:54:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 9}, "started": true, "suppressed_count": 3738, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3738}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 10, "written_record_count": 10}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5871.531, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a4e92f9e540] error while decoding MB 163 75, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 10356940800, "copied_frame_count": 3746, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 10356940800, "frame_buffer_copies": 3746, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0762, "count": 512, "max_ms": 1.183, "p50_ms": 0.0658, "p95_ms": 0.118, "p99_ms": 0.182}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9936, "count": 512, "max_ms": 5.8185, "p50_ms": 0.834, "p95_ms": 1.9163, "p99_ms": 2.6171, "results": {"failed": 0, "not_applicable": 0, "success": 3746, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:54:28+09:00", "last_error_summary": "[h264 @ 0x5a4e92f9e540] error while decoding MB 163 75, bytestream -11", "last_exit_at": "2026-09-01T12:52:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.346, "last_started_at": "2026-09-01T12:52:44+09:00", "pid": 4160, "process": {"exists": false, "pid": 4160}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.09, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-09-01T12:54:28+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-09-01T12:54:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.648, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 166.352, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-09-01T12:54:28.185945+09:00", "mtime_epoch": 1788234868.1859446, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83963}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:54:28+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1943.668, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3747, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.172, "pushed": 8.172, "read": 8.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4.771, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 245, "max_ms": 2.143, "p95_ms": 1.28, "reason": null, "sample_age_ms": 74.433, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 245, "max_ms": 1.948, "p95_ms": 0.938, "reason": null, "sample_age_ms": 74.581, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.12, "count": 245, "max_ms": 0.465, "p95_ms": 0.215, "reason": null, "sample_age_ms": 4.776, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.33, "count": 245, "max_ms": 4.464, "p95_ms": 2.645, "reason": null, "sample_age_ms": 73.02, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2211848.0, "count": 245, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 73.003, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4.919, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.927, "count": 245, "max_ms": 96.929, "p95_ms": 78.807, "reason": null, "sample_age_ms": 4.768, "source": "client_direct"}, "sample_age_ms": 4.764, "source": "client_direct", "task_total_ms": {"avg_ms": 71.504, "count": 245, "max_ms": 98.595, "p95_ms": 80.755, "reason": null, "sample_age_ms": 4.764, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.806, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.65, "count": 245, "max_ms": 2.359, "p95_ms": 0.989}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 245, "max_ms": 0.656, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 245, "max_ms": 0.256, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 245, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 245, "max_ms": 0.249, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 245, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 245, "max_ms": 0.503, "p95_ms": 0.163}, "setup_ms": {"avg_ms": 0.031, "count": 245, "max_ms": 0.109, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.62, "count": 245, "max_ms": 2.288, "p95_ms": 0.952}, "track_match_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.024, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.181, "count": 245, "max_ms": 0.875, "p95_ms": 0.319}}, "gstreamer_push": {"avg_ms": 2.722, "count": 245, "max_ms": 7.94, "p95_ms": 5.307}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 245, "max_ms": 0.393, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.157, "count": 245, "max_ms": 99.145, "p95_ms": 82.621}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 245, "max_ms": 0.114, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.86, "count": 245, "max_ms": 154.442, "p95_ms": 138.149}, "inference_input_copy_ms": {"avg_ms": 1.139, "count": 245, "max_ms": 4.588, "p95_ms": 2.864}, "processing_residual_ms": {"avg_ms": 0.082, "count": 245, "max_ms": 0.257, "p95_ms": 0.157}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.109, "count": 245, "max_ms": 155.812, "p95_ms": 138.893}, "read_interval": {"avg_ms": 122.484, "count": 245, "max_ms": 185.053, "p95_ms": 156.57}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 245, "max_ms": 0.036, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.082, "count": 245, "max_ms": 0.389, "p95_ms": 0.11}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.027, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 245, "max_ms": 0.359, "p95_ms": 0.098}, "worker_merge_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.015, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 72.168, "count": 245, "max_ms": 99.155, "p95_ms": 82.629}, "visualize": {"avg_ms": 38.399, "count": 245, "max_ms": 75.1, "p95_ms": 58.119}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 38.276, "count": 245, "max_ms": 74.922, "p95_ms": 58.014}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.204, "count": 245, "max_ms": 74.813, "p95_ms": 57.917}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 245, "max_ms": 0.083, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1945.98, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.824, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.461, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84581, "write_bytes_delta": 84581, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 533.0, "cpu_core_ratio": 0.953179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 4160, "reason": null, "system_cpu_core_ratio": 0.038602, "system_cpu_s_delta": 0.3899999999999997, "user_cpu_core_ratio": 0.914577, "user_cpu_s_delta": 9.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.354049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 373280.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.645351, "system_cpu_s_delta": 6.519999999999982, "user_cpu_core_ratio": 0.708698, "user_cpu_s_delta": 7.159999999999968}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.727, "count": 245, "max_ms": 9.205, "p95_ms": 5.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.082, "count": 30, "max": 27.381, "p95": 20.412, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.277, "count": 30, "max": 13.477, "p95": 11.54, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.067, "count": 30, "max": 589.0, "p95": 562.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2695.433, "count": 30, "max": 37761.0, "p95": 17382.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.551, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.894, "count": 30, "max": 1.003, "p95": 0.992, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.05, "count": 30, "max": 0.133, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85623.967, "count": 30, "max": 87628.0, "p95": 86939.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82781.167, "count": 30, "max": 87628.0, "p95": 86939.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328412.933, "count": 30, "max": 389307.0, "p95": 371993.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.224, "count": 30, "max": 2.266, "p95": 2.212, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.721, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 46, "sampled_at": "2026-09-01T12:53:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:53:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 6356, "flush_count": 10, "flush_interval_seconds": 30.0, "flush_state": {"count": 10, "last_at": "2026-09-01T12:54:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:54:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 9}, "started": true, "suppressed_count": 3738, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3738}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 10, "written_record_count": 10}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5872.547, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T12:54:28+09:00", "last_error_summary": "[h264 @ 0x5a4e92f9e540] error while decoding MB 163 75, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 10359705600, "copied_frame_count": 3747, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 10359705600, "frame_buffer_copies": 3747, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0762, "count": 512, "max_ms": 1.183, "p50_ms": 0.0658, "p95_ms": 0.118, "p99_ms": 0.182}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9918, "count": 512, "max_ms": 5.8185, "p50_ms": 0.8328, "p95_ms": 1.9163, "p99_ms": 2.6171, "results": {"failed": 0, "not_applicable": 0, "success": 3747, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:54:28+09:00", "last_error_summary": "[h264 @ 0x5a4e92f9e540] error while decoding MB 163 75, bytestream -11", "last_exit_at": "2026-09-01T12:54:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.409, "last_started_at": "2026-09-01T12:52:44+09:00", "pid": 4160, "process": {"exists": false, "pid": 4160}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.09, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-09-01T12:54:28+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-09-01T12:54:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.707, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 166.293, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-09-01T12:54:28.306945+09:00", "mtime_epoch": 1788234868.3069453, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:54:28+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1943.664, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3747, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.185, "pushed": 8.185, "read": 8.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 65.814, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 244, "max_ms": 2.143, "p95_ms": 1.28, "reason": null, "sample_age_ms": 135.476, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 244, "max_ms": 1.948, "p95_ms": 0.94, "reason": null, "sample_age_ms": 135.625, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.12, "count": 245, "max_ms": 0.465, "p95_ms": 0.215, "reason": null, "sample_age_ms": 65.82, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.331, "count": 244, "max_ms": 4.464, "p95_ms": 2.648, "reason": null, "sample_age_ms": 134.063, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2211848.0, "count": 244, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.047, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.962, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.927, "count": 245, "max_ms": 96.929, "p95_ms": 78.807, "reason": null, "sample_age_ms": 65.811, "source": "client_direct"}, "sample_age_ms": 65.808, "source": "client_direct", "task_total_ms": {"avg_ms": 71.504, "count": 245, "max_ms": 98.595, "p95_ms": 80.755, "reason": null, "sample_age_ms": 65.808, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.004, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.651, "count": 245, "max_ms": 2.359, "p95_ms": 0.989}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 245, "max_ms": 0.656, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 245, "max_ms": 0.256, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 245, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 245, "max_ms": 0.249, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 245, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 245, "max_ms": 0.503, "p95_ms": 0.163}, "setup_ms": {"avg_ms": 0.031, "count": 245, "max_ms": 0.109, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.621, "count": 245, "max_ms": 2.288, "p95_ms": 0.952}, "track_match_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.024, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.181, "count": 245, "max_ms": 0.875, "p95_ms": 0.319}}, "gstreamer_push": {"avg_ms": 2.716, "count": 245, "max_ms": 7.94, "p95_ms": 5.307}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 245, "max_ms": 0.393, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.189, "count": 245, "max_ms": 99.145, "p95_ms": 82.621}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 245, "max_ms": 0.114, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.931, "count": 245, "max_ms": 154.442, "p95_ms": 138.149}, "inference_input_copy_ms": {"avg_ms": 1.141, "count": 245, "max_ms": 4.588, "p95_ms": 2.864}, "processing_residual_ms": {"avg_ms": 0.082, "count": 245, "max_ms": 0.257, "p95_ms": 0.157}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.182, "count": 245, "max_ms": 155.812, "p95_ms": 138.893}, "read_interval": {"avg_ms": 122.547, "count": 244, "max_ms": 185.053, "p95_ms": 156.57}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 245, "max_ms": 0.036, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.082, "count": 245, "max_ms": 0.389, "p95_ms": 0.11}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.027, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 245, "max_ms": 0.359, "p95_ms": 0.098}, "worker_merge_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.015, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 72.2, "count": 245, "max_ms": 99.155, "p95_ms": 82.629}, "visualize": {"avg_ms": 38.436, "count": 245, "max_ms": 75.1, "p95_ms": 58.119}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 38.313, "count": 245, "max_ms": 74.922, "p95_ms": 58.014}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.241, "count": 245, "max_ms": 74.813, "p95_ms": 57.917}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 245, "max_ms": 0.083, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1945.98, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.824, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.461, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84581, "write_bytes_delta": 84581, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 533.0, "cpu_core_ratio": 0.953179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 4160, "reason": null, "system_cpu_core_ratio": 0.038602, "system_cpu_s_delta": 0.3899999999999997, "user_cpu_core_ratio": 0.914577, "user_cpu_s_delta": 9.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.354049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 373280.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.645351, "system_cpu_s_delta": 6.519999999999982, "user_cpu_core_ratio": 0.708698, "user_cpu_s_delta": 7.159999999999968}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.727, "count": 245, "max_ms": 9.205, "p95_ms": 5.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.082, "count": 30, "max": 27.381, "p95": 20.412, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.277, "count": 30, "max": 13.477, "p95": 11.54, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.067, "count": 30, "max": 589.0, "p95": 562.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2695.433, "count": 30, "max": 37761.0, "p95": 17382.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.551, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.894, "count": 30, "max": 1.003, "p95": 0.992, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.05, "count": 30, "max": 0.133, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85623.967, "count": 30, "max": 87628.0, "p95": 86939.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82781.167, "count": 30, "max": 87628.0, "p95": 86939.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328412.933, "count": 30, "max": 389307.0, "p95": 371993.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.224, "count": 30, "max": 2.266, "p95": 2.212, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.721, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 46, "sampled_at": "2026-09-01T12:53:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:53:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 6356, "flush_count": 10, "flush_interval_seconds": 30.0, "flush_state": {"count": 10, "last_at": "2026-09-01T12:54:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:54:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 9}, "started": true, "suppressed_count": 3738, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3738}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 10, "written_record_count": 10}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5872.625, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 10359705600, "copied_frame_count": 3747, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 10359705600, "frame_buffer_copies": 3747, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0762, "count": 512, "max_ms": 1.183, "p50_ms": 0.0658, "p95_ms": 0.118, "p99_ms": 0.182}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9918, "count": 512, "max_ms": 5.8185, "p50_ms": 0.8328, "p95_ms": 1.9163, "p99_ms": 2.6171, "results": {"failed": 0, "not_applicable": 0, "success": 3747, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:54:28+09:00", "last_error_summary": "[h264 @ 0x5a4e92f9e540] error while decoding MB 163 75, bytestream -11", "last_exit_at": "2026-09-01T12:54:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.425, "last_started_at": "2026-09-01T12:52:44+09:00", "pid": 4160, "process": {"exists": false, "pid": 4160}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.09, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-09-01T12:54:28+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-09-01T12:54:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.724, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 166.276, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-09-01T12:54:28.306945+09:00", "mtime_epoch": 1788234868.3069453, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:54:28+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1943.664, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3747, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.181, "pushed": 8.181, "read": 8.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 83.164, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 244, "max_ms": 2.143, "p95_ms": 1.28, "reason": null, "sample_age_ms": 152.826, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 244, "max_ms": 1.948, "p95_ms": 0.94, "reason": null, "sample_age_ms": 152.975, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.12, "count": 245, "max_ms": 0.465, "p95_ms": 0.215, "reason": null, "sample_age_ms": 83.17, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.331, "count": 244, "max_ms": 4.464, "p95_ms": 2.648, "reason": null, "sample_age_ms": 151.413, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2211848.0, "count": 244, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 151.397, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.312, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.927, "count": 245, "max_ms": 96.929, "p95_ms": 78.807, "reason": null, "sample_age_ms": 83.161, "source": "client_direct"}, "sample_age_ms": 83.158, "source": "client_direct", "task_total_ms": {"avg_ms": 71.504, "count": 245, "max_ms": 98.595, "p95_ms": 80.755, "reason": null, "sample_age_ms": 83.158, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.651, "count": 245, "max_ms": 2.359, "p95_ms": 0.989}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 245, "max_ms": 0.656, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 245, "max_ms": 0.256, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 245, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 245, "max_ms": 0.249, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 245, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 245, "max_ms": 0.503, "p95_ms": 0.163}, "setup_ms": {"avg_ms": 0.031, "count": 245, "max_ms": 0.109, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.621, "count": 245, "max_ms": 2.288, "p95_ms": 0.952}, "track_match_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.024, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.181, "count": 245, "max_ms": 0.875, "p95_ms": 0.319}}, "gstreamer_push": {"avg_ms": 2.716, "count": 245, "max_ms": 7.94, "p95_ms": 5.307}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 245, "max_ms": 0.393, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.189, "count": 245, "max_ms": 99.145, "p95_ms": 82.621}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 245, "max_ms": 0.114, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.931, "count": 245, "max_ms": 154.442, "p95_ms": 138.149}, "inference_input_copy_ms": {"avg_ms": 1.141, "count": 245, "max_ms": 4.588, "p95_ms": 2.864}, "processing_residual_ms": {"avg_ms": 0.082, "count": 245, "max_ms": 0.257, "p95_ms": 0.157}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.182, "count": 245, "max_ms": 155.812, "p95_ms": 138.893}, "read_interval": {"avg_ms": 122.547, "count": 244, "max_ms": 185.053, "p95_ms": 156.57}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 245, "max_ms": 0.036, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.082, "count": 245, "max_ms": 0.389, "p95_ms": 0.11}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.027, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 245, "max_ms": 0.359, "p95_ms": 0.098}, "worker_merge_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.015, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 72.2, "count": 245, "max_ms": 99.155, "p95_ms": 82.629}, "visualize": {"avg_ms": 38.436, "count": 245, "max_ms": 75.1, "p95_ms": 58.119}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 38.313, "count": 245, "max_ms": 74.922, "p95_ms": 58.014}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.241, "count": 245, "max_ms": 74.813, "p95_ms": 57.917}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 245, "max_ms": 0.083, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1945.98, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.824, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.461, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84581, "write_bytes_delta": 84581, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 533.0, "cpu_core_ratio": 0.953179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 4160, "reason": null, "system_cpu_core_ratio": 0.038602, "system_cpu_s_delta": 0.3899999999999997, "user_cpu_core_ratio": 0.914577, "user_cpu_s_delta": 9.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.354049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 373280.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.645351, "system_cpu_s_delta": 6.519999999999982, "user_cpu_core_ratio": 0.708698, "user_cpu_s_delta": 7.159999999999968}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.727, "count": 245, "max_ms": 9.205, "p95_ms": 5.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.082, "count": 30, "max": 27.381, "p95": 20.412, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.277, "count": 30, "max": 13.477, "p95": 11.54, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.067, "count": 30, "max": 589.0, "p95": 562.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2695.433, "count": 30, "max": 37761.0, "p95": 17382.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.551, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.894, "count": 30, "max": 1.003, "p95": 0.992, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.05, "count": 30, "max": 0.133, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85623.967, "count": 30, "max": 87628.0, "p95": 86939.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82781.167, "count": 30, "max": 87628.0, "p95": 86939.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328412.933, "count": 30, "max": 389307.0, "p95": 371993.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.224, "count": 30, "max": 2.266, "p95": 2.212, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.721, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 46, "sampled_at": "2026-09-01T12:53:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:53:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 6356, "flush_count": 10, "flush_interval_seconds": 30.0, "flush_state": {"count": 10, "last_at": "2026-09-01T12:54:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:54:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 9}, "started": true, "suppressed_count": 3738, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3738}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 10, "written_record_count": 10}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6232.887, "limit_mb": null}, "detail": {"pid": 4276, "restart_count": 5, "start_count": 6}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 10359705600, "copied_frame_count": 3747, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 10359705600, "frame_buffer_copies": 3747, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0762, "count": 512, "max_ms": 1.183, "p50_ms": 0.0658, "p95_ms": 0.118, "p99_ms": 0.182}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9918, "count": 512, "max_ms": 5.8185, "p50_ms": 0.8328, "p95_ms": 1.9163, "p99_ms": 2.6171, "results": {"failed": 0, "not_applicable": 0, "success": 3747, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:54:28+09:00", "last_error_summary": "[h264 @ 0x5a4e92f9e540] error while decoding MB 163 75, bytestream -11", "last_exit_at": "2026-09-01T12:54:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:54:31+09:00", "pid": 4276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 395.754, "name": "ffmpeg", "pid": 4276, "rss_mb": 395.754, "state": "S (sleeping)", "threads": 70}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.09, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.713, "last_frame_pushed_at": "2026-09-01T12:54:28+09:00", "last_frame_read_age_sec": 4.833, "last_frame_read_at": "2026-09-01T12:54:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.413, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 161.587, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 4.705, "exists": true, "mtime": "2026-09-01T12:54:28.306945+09:00", "mtime_epoch": 1788234868.3069453, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:54:33+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1943.668, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3747, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.871, "pushed": 6.871, "read": 6.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4770.253, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.417, "count": 206, "max_ms": 2.091, "p95_ms": 1.279, "reason": null, "sample_age_ms": 4839.915, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 206, "max_ms": 1.789, "p95_ms": 0.936, "reason": null, "sample_age_ms": 4840.063, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.132, "count": 206, "max_ms": 0.465, "p95_ms": 0.227, "reason": null, "sample_age_ms": 4770.258, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.355, "count": 206, "max_ms": 4.464, "p95_ms": 2.682, "reason": null, "sample_age_ms": 4838.502, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2211848.0, "count": 206, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4838.485, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4770.401, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.149, "count": 206, "max_ms": 96.929, "p95_ms": 79.275, "reason": null, "sample_age_ms": 4770.25, "source": "client_direct"}, "sample_age_ms": 4770.246, "source": "client_direct", "task_total_ms": {"avg_ms": 71.763, "count": 206, "max_ms": 98.595, "p95_ms": 82.292, "reason": null, "sample_age_ms": 4770.246, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.56, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.657, "count": 206, "max_ms": 2.359, "p95_ms": 0.989}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 206, "max_ms": 0.656, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 206, "max_ms": 0.256, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 206, "max_ms": 0.249, "p95_ms": 0.106}, "mcmt_ms": {"avg_ms": 0.001, "count": 206, "max_ms": 0.012, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 206, "max_ms": 0.503, "p95_ms": 0.163}, "setup_ms": {"avg_ms": 0.031, "count": 206, "max_ms": 0.109, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.627, "count": 206, "max_ms": 2.288, "p95_ms": 0.952}, "track_match_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.024, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.184, "count": 206, "max_ms": 0.875, "p95_ms": 0.32}}, "gstreamer_push": {"avg_ms": 2.709, "count": 206, "max_ms": 7.94, "p95_ms": 5.251}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 206, "max_ms": 0.393, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.45, "count": 206, "max_ms": 99.145, "p95_ms": 83.484}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 206, "max_ms": 0.114, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.134, "count": 206, "max_ms": 154.128, "p95_ms": 138.149}, "inference_input_copy_ms": {"avg_ms": 1.166, "count": 206, "max_ms": 4.588, "p95_ms": 2.884}, "processing_residual_ms": {"avg_ms": 0.084, "count": 206, "max_ms": 0.257, "p95_ms": 0.158}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.411, "count": 206, "max_ms": 155.215, "p95_ms": 138.893}, "read_interval": {"avg_ms": 122.965, "count": 206, "max_ms": 185.053, "p95_ms": 156.76}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.036, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.082, "count": 206, "max_ms": 0.389, "p95_ms": 0.11}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 206, "max_ms": 0.027, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 206, "max_ms": 0.359, "p95_ms": 0.098}, "worker_merge_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.015, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 72.462, "count": 206, "max_ms": 99.155, "p95_ms": 83.5}, "visualize": {"avg_ms": 38.371, "count": 206, "max_ms": 75.1, "p95_ms": 57.868}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 38.247, "count": 206, "max_ms": 74.922, "p95_ms": 57.736}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.176, "count": 206, "max_ms": 74.813, "p95_ms": 57.621}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 206, "max_ms": 0.083, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1943.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.029, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.09, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.686, "exists": true, "size_bytes": 84018, "write_bytes_delta": 84018, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 4160, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.060749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 341604.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.49545, "system_cpu_s_delta": 6.099999999999909, "user_cpu_core_ratio": 0.5653, "user_cpu_s_delta": 6.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.661, "count": 223, "max_ms": 7.94, "p95_ms": 5.251, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.098, "count": 30, "max": 27.381, "p95": 20.412, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.227, "count": 30, "max": 13.477, "p95": 11.54, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 499.233, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2695.367, "count": 30, "max": 37761.0, "p95": 17382.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.551, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.902, "count": 30, "max": 1.003, "p95": 0.998, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 2.686, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85529.9, "count": 30, "max": 87628.0, "p95": 86939.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82674.633, "count": 30, "max": 87628.0, "p95": 86939.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 333878.9, "count": 30, "max": 389307.0, "p95": 373669.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 2.266, "p95": 2.212, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.988, "count": 30, "max": 1.721, "p95": 1.706, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 49, "sampled_at": "2026-09-01T12:54:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:54:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 6988, "flush_count": 11, "flush_interval_seconds": 30.0, "flush_state": {"count": 11, "last_at": "2026-09-01T12:55:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:55:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 10}, "started": true, "suppressed_count": 4496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 4496}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 11, "written_record_count": 11}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5873.855, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b3359172d80] cabac decode of qscale diff failed at 104 67 [h264 @ 0x5b3359172d80] error while decoding MB 104 67, bytestream 2029 [h264 @ 0x5b33598a0f40] cabac decode of qscale diff failed at 110 98 [h264 @ 0x5b33598a0f40] error while decoding MB 110 98, bytestream 5761", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 12455424000, "copied_frame_count": 4505, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 12455424000, "frame_buffer_copies": 4505, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0723, "count": 512, "max_ms": 0.23, "p50_ms": 0.0639, "p95_ms": 0.1156, "p99_ms": 0.1691}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9466, "count": 512, "max_ms": 5.0107, "p50_ms": 0.7656, "p95_ms": 1.8771, "p99_ms": 2.6924, "results": {"failed": 0, "not_applicable": 0, "success": 4505, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:56:11+09:00", "last_error_summary": "[h264 @ 0x5b3359172d80] cabac decode of qscale diff failed at 104 67 [h264 @ 0x5b3359172d80] error while decoding MB 104 67, bytestream 2029 [h264 @ 0x5b33598a0f40] cabac decode of qscale diff failed at 110 98 [h264 @ 0x5b33598a0f40] error while decoding MB 110 98, bytestream 5761", "last_exit_at": "2026-09-01T12:54:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.941, "last_started_at": "2026-09-01T12:54:31+09:00", "pid": 4276, "process": {"exists": false, "pid": 4276}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.067, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.119, "last_frame_pushed_at": "2026-09-01T12:56:11+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-09-01T12:56:11+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 537.378, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 62.622, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-09-01T12:56:11.840493+09:00", "mtime_epoch": 1788234971.8404934, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91149}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:56:11+09:00", "process": {"exists": true, "fd_count": 162, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1943.965, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 202, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.741, "pushed": 6.741, "read": 6.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.028, "p95_ms": 0.016, "reason": null, "sample_age_ms": 55.179, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.501, "count": 202, "max_ms": 2.186, "p95_ms": 1.592, "reason": null, "sample_age_ms": 122.308, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 202, "max_ms": 2.022, "p95_ms": 1.052, "reason": null, "sample_age_ms": 122.466, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.134, "count": 202, "max_ms": 0.977, "p95_ms": 0.273, "reason": null, "sample_age_ms": 55.184, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.468, "count": 202, "max_ms": 3.571, "p95_ms": 2.869, "reason": null, "sample_age_ms": 121.407, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2211848.0, "count": 202, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 121.391, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.318, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.236, "count": 202, "max_ms": 108.255, "p95_ms": 79.504, "reason": null, "sample_age_ms": 55.175, "source": "client_direct"}, "sample_age_ms": 55.171, "source": "client_direct", "task_total_ms": {"avg_ms": 71.973, "count": 202, "max_ms": 110.334, "p95_ms": 81.508, "reason": null, "sample_age_ms": 55.171, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.091, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.652, "count": 202, "max_ms": 2.851, "p95_ms": 0.932}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 202, "max_ms": 0.92, "p95_ms": 0.257}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 202, "max_ms": 0.194, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.002, "count": 202, "max_ms": 0.019, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 202, "max_ms": 0.246, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.001, "count": 202, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 202, "max_ms": 0.785, "p95_ms": 0.173}, "setup_ms": {"avg_ms": 0.031, "count": 202, "max_ms": 0.168, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.622, "count": 202, "max_ms": 2.735, "p95_ms": 0.897}, "track_match_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.056, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.182, "count": 202, "max_ms": 0.738, "p95_ms": 0.297}}, "gstreamer_push": {"avg_ms": 3.218, "count": 202, "max_ms": 7.66, "p95_ms": 5.351}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 202, "max_ms": 0.15, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.791, "count": 202, "max_ms": 111.915, "p95_ms": 82.123}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 202, "max_ms": 0.102, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.314, "count": 202, "max_ms": 180.515, "p95_ms": 126.054}, "inference_input_copy_ms": {"avg_ms": 1.29, "count": 202, "max_ms": 3.896, "p95_ms": 3.092}, "processing_residual_ms": {"avg_ms": 0.081, "count": 202, "max_ms": 0.357, "p95_ms": 0.143}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.712, "count": 202, "max_ms": 181.643, "p95_ms": 127.382}, "read_interval": {"avg_ms": 148.353, "count": 202, "max_ms": 4112.399, "p95_ms": 143.551}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 202, "max_ms": 0.059, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.082, "count": 202, "max_ms": 0.514, "p95_ms": 0.119}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.032, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 202, "max_ms": 0.455, "p95_ms": 0.104}, "worker_merge_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.015, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 72.803, "count": 202, "max_ms": 111.935, "p95_ms": 82.147}, "visualize": {"avg_ms": 35.214, "count": 202, "max_ms": 108.677, "p95_ms": 49.084}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.087, "count": 202, "max_ms": 108.57, "p95_ms": 48.979}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.017, "count": 202, "max_ms": 108.513, "p95_ms": 48.898}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 202, "max_ms": 0.167, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.724, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.093, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90320, "write_bytes_delta": 90320, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 334.0, "cpu_core_ratio": 1.287283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9329.0, "pid": 4276, "reason": null, "system_cpu_core_ratio": 0.310723, "system_cpu_s_delta": 3.29, "user_cpu_core_ratio": 0.97656, "user_cpu_s_delta": 10.340000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.218338, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 299442.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.538336, "system_cpu_s_delta": 5.7000000000000455, "user_cpu_core_ratio": 0.680003, "user_cpu_s_delta": 7.2000000000000455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.917, "count": 228, "max_ms": 8.506, "p95_ms": 5.169, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.028, "count": 30, "max": 24.074, "p95": 23.24, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.262, "count": 30, "max": 12.45, "p95": 10.969, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 511.3, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1025.7, "count": 30, "max": 9329.0, "p95": 6818.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.314, "p95": 0.248, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.945, "count": 30, "max": 1.026, "p95": 1.013, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.131, "count": 30, "max": 2.686, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85403.467, "count": 30, "max": 90320.0, "p95": 88968.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79609.367, "count": 30, "max": 90320.0, "p95": 88968.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 341802.567, "count": 30, "max": 373989.0, "p95": 371993.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.707, "count": 30, "max": 1.415, "p95": 1.196, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 1.241, "p95": 1.066, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 58, "sampled_at": "2026-09-01T12:56:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:56:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 6988, "flush_count": 11, "flush_interval_seconds": 30.0, "flush_state": {"count": 11, "last_at": "2026-09-01T12:55:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:55:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 10}, "started": true, "suppressed_count": 4496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 4496}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 11, "written_record_count": 11}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5874.555, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T12:56:11+09:00", "last_error_summary": "[h264 @ 0x5b3359172d80] cabac decode of qscale diff failed at 104 67 [h264 @ 0x5b3359172d80] error while decoding MB 104 67, bytestream 2029 [h264 @ 0x5b33598a0f40] cabac decode of qscale diff failed at 110 98 [h264 @ 0x5b33598a0f40] error while decoding MB 110 98, bytestream 5761", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 12458188800, "copied_frame_count": 4506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 12458188800, "frame_buffer_copies": 4506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0723, "count": 512, "max_ms": 0.23, "p50_ms": 0.0638, "p95_ms": 0.1156, "p99_ms": 0.1691}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9521, "count": 512, "max_ms": 5.0107, "p50_ms": 0.7656, "p95_ms": 1.8875, "p99_ms": 2.8377, "results": {"failed": 0, "not_applicable": 0, "success": 4506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:56:11+09:00", "last_error_summary": "[h264 @ 0x5b3359172d80] cabac decode of qscale diff failed at 104 67 [h264 @ 0x5b3359172d80] error while decoding MB 104 67, bytestream 2029 [h264 @ 0x5b33598a0f40] cabac decode of qscale diff failed at 110 98 [h264 @ 0x5b33598a0f40] error while decoding MB 110 98, bytestream 5761", "last_exit_at": "2026-09-01T12:56:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.99, "last_started_at": "2026-09-01T12:54:31+09:00", "pid": 4276, "process": {"exists": false, "pid": 4276}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.067, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-09-01T12:56:11+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-09-01T12:56:11+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 537.399, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 62.601, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-09-01T12:56:11.983494+09:00", "mtime_epoch": 1788234971.9834943, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91646}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:56:12+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1944.066, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.759, "pushed": 6.759, "read": 6.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.028, "p95_ms": 0.016, "reason": null, "sample_age_ms": 100.331, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.501, "count": 201, "max_ms": 2.186, "p95_ms": 1.596, "reason": null, "sample_age_ms": 167.459, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 201, "max_ms": 2.022, "p95_ms": 1.055, "reason": null, "sample_age_ms": 167.617, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.134, "count": 202, "max_ms": 0.977, "p95_ms": 0.273, "reason": null, "sample_age_ms": 100.336, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.468, "count": 202, "max_ms": 3.571, "p95_ms": 2.869, "reason": null, "sample_age_ms": 166.559, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2211848.0, "count": 202, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 166.543, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.469, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.236, "count": 202, "max_ms": 108.255, "p95_ms": 79.504, "reason": null, "sample_age_ms": 100.327, "source": "client_direct"}, "sample_age_ms": 100.323, "source": "client_direct", "task_total_ms": {"avg_ms": 71.973, "count": 202, "max_ms": 110.334, "p95_ms": 81.508, "reason": null, "sample_age_ms": 100.323, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.257, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.651, "count": 202, "max_ms": 2.851, "p95_ms": 0.932}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 202, "max_ms": 0.92, "p95_ms": 0.257}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 202, "max_ms": 0.194, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.002, "count": 202, "max_ms": 0.019, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 202, "max_ms": 0.246, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.001, "count": 202, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 202, "max_ms": 0.785, "p95_ms": 0.173}, "setup_ms": {"avg_ms": 0.031, "count": 202, "max_ms": 0.168, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.621, "count": 202, "max_ms": 2.735, "p95_ms": 0.897}, "track_match_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.056, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.182, "count": 202, "max_ms": 0.738, "p95_ms": 0.297}}, "gstreamer_push": {"avg_ms": 3.215, "count": 202, "max_ms": 7.66, "p95_ms": 5.351}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 202, "max_ms": 0.15, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.727, "count": 202, "max_ms": 111.915, "p95_ms": 82.123}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 202, "max_ms": 0.102, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.384, "count": 202, "max_ms": 180.515, "p95_ms": 126.454}, "inference_input_copy_ms": {"avg_ms": 1.285, "count": 202, "max_ms": 3.896, "p95_ms": 3.092}, "processing_residual_ms": {"avg_ms": 0.081, "count": 202, "max_ms": 0.357, "p95_ms": 0.143}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.776, "count": 202, "max_ms": 181.643, "p95_ms": 127.659}, "read_interval": {"avg_ms": 148.441, "count": 201, "max_ms": 4112.399, "p95_ms": 143.551}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 202, "max_ms": 0.059, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.082, "count": 202, "max_ms": 0.514, "p95_ms": 0.119}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.032, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 202, "max_ms": 0.455, "p95_ms": 0.104}, "worker_merge_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.015, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 72.739, "count": 202, "max_ms": 111.935, "p95_ms": 82.147}, "visualize": {"avg_ms": 35.327, "count": 202, "max_ms": 108.677, "p95_ms": 50.389}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.199, "count": 202, "max_ms": 108.57, "p95_ms": 50.268}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.129, "count": 202, "max_ms": 108.513, "p95_ms": 50.198}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 202, "max_ms": 0.167, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.724, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.093, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90320, "write_bytes_delta": 90320, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 334.0, "cpu_core_ratio": 1.287283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9329.0, "pid": 4276, "reason": null, "system_cpu_core_ratio": 0.310723, "system_cpu_s_delta": 3.29, "user_cpu_core_ratio": 0.97656, "user_cpu_s_delta": 10.340000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.218338, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 299442.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.538336, "system_cpu_s_delta": 5.7000000000000455, "user_cpu_core_ratio": 0.680003, "user_cpu_s_delta": 7.2000000000000455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.917, "count": 228, "max_ms": 8.506, "p95_ms": 5.169, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.028, "count": 30, "max": 24.074, "p95": 23.24, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.262, "count": 30, "max": 12.45, "p95": 10.969, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 511.3, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1025.7, "count": 30, "max": 9329.0, "p95": 6818.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.314, "p95": 0.248, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.945, "count": 30, "max": 1.026, "p95": 1.013, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.131, "count": 30, "max": 2.686, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85403.467, "count": 30, "max": 90320.0, "p95": 88968.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79609.367, "count": 30, "max": 90320.0, "p95": 88968.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 341802.567, "count": 30, "max": 373989.0, "p95": 371993.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.707, "count": 30, "max": 1.415, "p95": 1.196, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 1.241, "p95": 1.066, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 58, "sampled_at": "2026-09-01T12:56:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:56:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 6988, "flush_count": 11, "flush_interval_seconds": 30.0, "flush_state": {"count": 11, "last_at": "2026-09-01T12:55:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:55:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 10}, "started": true, "suppressed_count": 4496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 4496}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 11, "written_record_count": 11}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5872.906, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 12458188800, "copied_frame_count": 4506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 12458188800, "frame_buffer_copies": 4506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0723, "count": 512, "max_ms": 0.23, "p50_ms": 0.0638, "p95_ms": 0.1156, "p99_ms": 0.1691}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9521, "count": 512, "max_ms": 5.0107, "p50_ms": 0.7656, "p95_ms": 1.8875, "p99_ms": 2.8377, "results": {"failed": 0, "not_applicable": 0, "success": 4506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:56:11+09:00", "last_error_summary": "[h264 @ 0x5b3359172d80] cabac decode of qscale diff failed at 104 67 [h264 @ 0x5b3359172d80] error while decoding MB 104 67, bytestream 2029 [h264 @ 0x5b33598a0f40] cabac decode of qscale diff failed at 110 98 [h264 @ 0x5b33598a0f40] error while decoding MB 110 98, bytestream 5761", "last_exit_at": "2026-09-01T12:56:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.012, "last_started_at": "2026-09-01T12:54:31+09:00", "pid": 4276, "process": {"exists": false, "pid": 4276}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.067, "sample_count": 2317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-09-01T12:56:11+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-09-01T12:56:11+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 537.429, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 62.571, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-09-01T12:56:11.983494+09:00", "mtime_epoch": 1788234971.9834943, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91646}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:56:12+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1944.066, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.754, "pushed": 6.754, "read": 6.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 201, "client_acquire_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.028, "p95_ms": 0.016, "reason": null, "sample_age_ms": 123.015, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.501, "count": 201, "max_ms": 2.186, "p95_ms": 1.596, "reason": null, "sample_age_ms": 190.144, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 201, "max_ms": 2.022, "p95_ms": 1.055, "reason": null, "sample_age_ms": 190.302, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.134, "count": 202, "max_ms": 0.977, "p95_ms": 0.273, "reason": null, "sample_age_ms": 123.021, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.462, "count": 201, "max_ms": 3.571, "p95_ms": 2.87, "reason": null, "sample_age_ms": 189.244, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2211848.0, "count": 201, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 189.228, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.154, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.236, "count": 202, "max_ms": 108.255, "p95_ms": 79.504, "reason": null, "sample_age_ms": 123.011, "source": "client_direct"}, "sample_age_ms": 123.008, "source": "client_direct", "task_total_ms": {"avg_ms": 71.973, "count": 202, "max_ms": 110.334, "p95_ms": 81.508, "reason": null, "sample_age_ms": 123.008, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.261, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.651, "count": 202, "max_ms": 2.851, "p95_ms": 0.932}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 202, "max_ms": 0.92, "p95_ms": 0.257}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 202, "max_ms": 0.194, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.002, "count": 202, "max_ms": 0.019, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 202, "max_ms": 0.246, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.001, "count": 202, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 202, "max_ms": 0.785, "p95_ms": 0.173}, "setup_ms": {"avg_ms": 0.031, "count": 202, "max_ms": 0.168, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.621, "count": 202, "max_ms": 2.735, "p95_ms": 0.897}, "track_match_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.056, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.182, "count": 202, "max_ms": 0.738, "p95_ms": 0.297}}, "gstreamer_push": {"avg_ms": 3.215, "count": 202, "max_ms": 7.66, "p95_ms": 5.351}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 202, "max_ms": 0.15, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.727, "count": 202, "max_ms": 111.915, "p95_ms": 82.123}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 202, "max_ms": 0.102, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.384, "count": 202, "max_ms": 180.515, "p95_ms": 126.454}, "inference_input_copy_ms": {"avg_ms": 1.285, "count": 202, "max_ms": 3.896, "p95_ms": 3.092}, "processing_residual_ms": {"avg_ms": 0.081, "count": 202, "max_ms": 0.357, "p95_ms": 0.143}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.776, "count": 202, "max_ms": 181.643, "p95_ms": 127.659}, "read_interval": {"avg_ms": 148.441, "count": 201, "max_ms": 4112.399, "p95_ms": 143.551}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 202, "max_ms": 0.059, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.082, "count": 202, "max_ms": 0.514, "p95_ms": 0.119}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.032, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 202, "max_ms": 0.455, "p95_ms": 0.104}, "worker_merge_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.015, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 72.739, "count": 202, "max_ms": 111.935, "p95_ms": 82.147}, "visualize": {"avg_ms": 35.327, "count": 202, "max_ms": 108.677, "p95_ms": 50.389}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.199, "count": 202, "max_ms": 108.57, "p95_ms": 50.268}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.129, "count": 202, "max_ms": 108.513, "p95_ms": 50.198}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 202, "max_ms": 0.167, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.724, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.093, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90320, "write_bytes_delta": 90320, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 334.0, "cpu_core_ratio": 1.287283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9329.0, "pid": 4276, "reason": null, "system_cpu_core_ratio": 0.310723, "system_cpu_s_delta": 3.29, "user_cpu_core_ratio": 0.97656, "user_cpu_s_delta": 10.340000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.218338, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 299442.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.538336, "system_cpu_s_delta": 5.7000000000000455, "user_cpu_core_ratio": 0.680003, "user_cpu_s_delta": 7.2000000000000455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.917, "count": 228, "max_ms": 8.506, "p95_ms": 5.169, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.028, "count": 30, "max": 24.074, "p95": 23.24, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.262, "count": 30, "max": 12.45, "p95": 10.969, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 511.3, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1025.7, "count": 30, "max": 9329.0, "p95": 6818.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.314, "p95": 0.248, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.945, "count": 30, "max": 1.026, "p95": 1.013, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.131, "count": 30, "max": 2.686, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85403.467, "count": 30, "max": 90320.0, "p95": 88968.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79609.367, "count": 30, "max": 90320.0, "p95": 88968.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 341802.567, "count": 30, "max": 373989.0, "p95": 371993.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.707, "count": 30, "max": 1.415, "p95": 1.196, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 1.241, "p95": 1.066, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 58, "sampled_at": "2026-09-01T12:56:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:56:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 6988, "flush_count": 11, "flush_interval_seconds": 30.0, "flush_state": {"count": 11, "last_at": "2026-09-01T12:55:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:55:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 10}, "started": true, "suppressed_count": 4496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 4496}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 11, "written_record_count": 11}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6229.059, "limit_mb": null}, "detail": {"pid": 4392, "restart_count": 6, "start_count": 7}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 12458188800, "copied_frame_count": 4506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 12458188800, "frame_buffer_copies": 4506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0723, "count": 512, "max_ms": 0.23, "p50_ms": 0.0638, "p95_ms": 0.1156, "p99_ms": 0.1691}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9521, "count": 512, "max_ms": 5.0107, "p50_ms": 0.7656, "p95_ms": 1.8875, "p99_ms": 2.8377, "results": {"failed": 0, "not_applicable": 0, "success": 4506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:56:11+09:00", "last_error_summary": "[h264 @ 0x5b3359172d80] cabac decode of qscale diff failed at 104 67 [h264 @ 0x5b3359172d80] error while decoding MB 104 67, bytestream 2029 [h264 @ 0x5b33598a0f40] cabac decode of qscale diff failed at 110 98 [h264 @ 0x5b33598a0f40] error while decoding MB 110 98, bytestream 5761", "last_exit_at": "2026-09-01T12:56:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-09-01T12:56:14+09:00", "pid": 4392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 390.77, "name": "ffmpeg", "pid": 4392, "rss_mb": 390.77, "state": "R (running)", "threads": 70}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.093, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.381, "last_frame_pushed_at": "2026-09-01T12:56:11+09:00", "last_frame_read_age_sec": 4.52, "last_frame_read_at": "2026-09-01T12:56:11+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 541.767, "last_sample_duration_ms": 371.698, "last_trigger": "start_stable", "next_snapshot_in_sec": 58.233, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 151, "storage_bytes": 1876154}, "mjpeg": {"age_sec": 4.373, "exists": true, "mtime": "2026-09-01T12:56:11.983494+09:00", "mtime_epoch": 1788234971.9834943, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91646}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:56:16+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1944.07, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 4506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.511, "pushed": 5.511, "read": 5.478}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4467.644, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.496, "count": 164, "max_ms": 2.186, "p95_ms": 1.606, "reason": null, "sample_age_ms": 4534.773, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 164, "max_ms": 2.022, "p95_ms": 1.045, "reason": null, "sample_age_ms": 4534.931, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.134, "count": 164, "max_ms": 0.977, "p95_ms": 0.282, "reason": null, "sample_age_ms": 4467.65, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.436, "count": 164, "max_ms": 3.571, "p95_ms": 2.889, "reason": null, "sample_age_ms": 4533.873, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 164, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4533.857, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4467.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.373, "count": 164, "max_ms": 108.255, "p95_ms": 79.442, "reason": null, "sample_age_ms": 4467.64, "source": "client_direct"}, "sample_age_ms": 4467.637, "source": "client_direct", "task_total_ms": {"avg_ms": 72.079, "count": 164, "max_ms": 110.334, "p95_ms": 81.478, "reason": null, "sample_age_ms": 4467.637, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.06, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.666, "count": 165, "max_ms": 2.851, "p95_ms": 0.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.158, "count": 165, "max_ms": 0.92, "p95_ms": 0.264}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 165, "max_ms": 0.194, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.002, "count": 165, "max_ms": 0.019, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 165, "max_ms": 0.246, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 165, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 165, "max_ms": 0.785, "p95_ms": 0.175}, "setup_ms": {"avg_ms": 0.031, "count": 165, "max_ms": 0.168, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.634, "count": 165, "max_ms": 2.735, "p95_ms": 0.897}, "track_match_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.056, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.185, "count": 165, "max_ms": 0.738, "p95_ms": 0.295}}, "gstreamer_push": {"avg_ms": 3.318, "count": 165, "max_ms": 7.66, "p95_ms": 5.442}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 165, "max_ms": 0.15, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.798, "count": 165, "max_ms": 111.915, "p95_ms": 82.123}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 165, "max_ms": 0.102, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.083, "count": 165, "max_ms": 180.515, "p95_ms": 126.513}, "inference_input_copy_ms": {"avg_ms": 1.293, "count": 165, "max_ms": 3.896, "p95_ms": 3.092}, "processing_residual_ms": {"avg_ms": 0.081, "count": 165, "max_ms": 0.263, "p95_ms": 0.145}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.483, "count": 165, "max_ms": 181.643, "p95_ms": 127.753}, "read_interval": {"avg_ms": 155.692, "count": 164, "max_ms": 4112.399, "p95_ms": 168.913}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 165, "max_ms": 0.059, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.084, "count": 165, "max_ms": 0.514, "p95_ms": 0.12}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.032, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 165, "max_ms": 0.455, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 165, "max_ms": 0.015, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 72.81, "count": 165, "max_ms": 111.935, "p95_ms": 82.147}, "visualize": {"avg_ms": 35.938, "count": 165, "max_ms": 108.677, "p95_ms": 52.177}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.808, "count": 165, "max_ms": 108.57, "p95_ms": 52.065}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.737, "count": 165, "max_ms": 108.513, "p95_ms": 51.986}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 165, "max_ms": 0.167, "p95_ms": 0.047}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.724, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.093, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90320, "write_bytes_delta": 90320, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 334.0, "cpu_core_ratio": 1.287283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9329.0, "pid": 4276, "reason": null, "system_cpu_core_ratio": 0.310723, "system_cpu_s_delta": 3.29, "user_cpu_core_ratio": 0.97656, "user_cpu_s_delta": 10.340000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.218338, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 299442.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.538336, "system_cpu_s_delta": 5.7000000000000455, "user_cpu_core_ratio": 0.680003, "user_cpu_s_delta": 7.2000000000000455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.917, "count": 228, "max_ms": 8.506, "p95_ms": 5.169, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.028, "count": 30, "max": 24.074, "p95": 23.24, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.262, "count": 30, "max": 12.45, "p95": 10.969, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 511.3, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1025.7, "count": 30, "max": 9329.0, "p95": 6818.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.314, "p95": 0.248, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.945, "count": 30, "max": 1.026, "p95": 1.013, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.131, "count": 30, "max": 2.686, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85403.467, "count": 30, "max": 90320.0, "p95": 88968.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79609.367, "count": 30, "max": 90320.0, "p95": 88968.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 341802.567, "count": 30, "max": 373989.0, "p95": 371993.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.707, "count": 30, "max": 1.415, "p95": 1.196, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 1.241, "p95": 1.066, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 58, "sampled_at": "2026-09-01T12:56:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:56:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 8252, "flush_count": 13, "flush_interval_seconds": 30.0, "flush_state": {"count": 13, "last_at": "2026-09-01T12:57:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:57:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 12}, "started": true, "suppressed_count": 5014, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5014}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 13, "written_record_count": 13}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5882.59, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x574a04e8b3c0] error while decoding MB 7 92, bytestream -5 [h264 @ 0x574a04b4f9c0] cabac decode of qscale diff failed at 127 77 [h264 @ 0x574a04b4f9c0] error while decoding MB 127 77, bytestream 20611 [h264 @ 0x574a0423d040] cabac decode of qscale diff failed at 225 78 [h264 @ 0x574a0423d040] error while decoding MB 225 78, bytestream 35659 [h264 @ 0x574a04e8b3c0] error while decoding MB 42 93, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 13893120000, "copied_frame_count": 5025, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 13893120000, "frame_buffer_copies": 5025, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0747, "count": 512, "max_ms": 0.7731, "p50_ms": 0.0655, "p95_ms": 0.1177, "p99_ms": 0.1605}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9295, "count": 512, "max_ms": 3.0406, "p50_ms": 0.7777, "p95_ms": 1.7432, "p99_ms": 2.3368, "results": {"failed": 0, "not_applicable": 0, "success": 5025, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:57:27+09:00", "last_error_summary": "[h264 @ 0x574a04e8b3c0] error while decoding MB 7 92, bytestream -5 [h264 @ 0x574a04b4f9c0] cabac decode of qscale diff failed at 127 77 [h264 @ 0x574a04b4f9c0] error while decoding MB 127 77, bytestream 20611 [h264 @ 0x574a0423d040] cabac decode of qscale diff failed at 225 78 [h264 @ 0x574a0423d040] error while decoding MB 225 78, bytestream 35659 [h264 @ 0x574a04e8b3c0] error while decoding MB 42 93, bytestream -5", "last_exit_at": "2026-09-01T12:56:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.504, "last_started_at": "2026-09-01T12:56:14+09:00", "pid": 4392, "process": {"exists": false, "pid": 4392}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.837, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-09-01T12:57:27+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-09-01T12:57:27+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 9.269, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 590.731, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-09-01T12:57:27.794896+09:00", "mtime_epoch": 1788235047.7948956, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82466}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:57:27+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1951.477, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5026, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 190, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.343, "pushed": 6.343, "read": 6.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.039, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5.902, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.533, "count": 190, "max_ms": 6.396, "p95_ms": 1.583, "reason": null, "sample_age_ms": 72.885, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 190, "max_ms": 5.898, "p95_ms": 1.073, "reason": null, "sample_age_ms": 73.107, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 191, "max_ms": 0.804, "p95_ms": 0.253, "reason": null, "sample_age_ms": 5.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.576, "count": 190, "max_ms": 6.452, "p95_ms": 2.778, "reason": null, "sample_age_ms": 71.765, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 71.747, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 6.035, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.798, "count": 191, "max_ms": 87.707, "p95_ms": 79.212, "reason": null, "sample_age_ms": 5.899, "source": "client_direct"}, "sample_age_ms": 5.897, "source": "client_direct", "task_total_ms": {"avg_ms": 72.667, "count": 191, "max_ms": 90.801, "p95_ms": 81.574, "reason": null, "sample_age_ms": 5.897, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.51, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 190, "max_ms": 6.277, "p95_ms": 1.065}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.17, "count": 190, "max_ms": 0.468, "p95_ms": 0.289}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 190, "max_ms": 1.203, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 190, "max_ms": 0.224, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 190, "max_ms": 0.775, "p95_ms": 0.21}, "setup_ms": {"avg_ms": 0.03, "count": 190, "max_ms": 0.095, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.688, "count": 190, "max_ms": 6.218, "p95_ms": 1.023}, "track_match_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.117, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.207, "count": 190, "max_ms": 3.605, "p95_ms": 0.28}}, "gstreamer_push": {"avg_ms": 3.231, "count": 190, "max_ms": 15.147, "p95_ms": 6.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 190, "max_ms": 0.511, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.491, "count": 190, "max_ms": 97.429, "p95_ms": 82.174}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 190, "max_ms": 0.076, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.471, "count": 190, "max_ms": 161.733, "p95_ms": 131.274}, "inference_input_copy_ms": {"avg_ms": 1.508, "count": 190, "max_ms": 4.906, "p95_ms": 3.142}, "processing_residual_ms": {"avg_ms": 0.095, "count": 190, "max_ms": 0.543, "p95_ms": 0.194}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.102, "count": 190, "max_ms": 162.868, "p95_ms": 132.564}, "read_interval": {"avg_ms": 157.887, "count": 190, "max_ms": 2596.016, "p95_ms": 154.669}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 190, "max_ms": 0.05, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.093, "count": 190, "max_ms": 0.718, "p95_ms": 0.149}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.014, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 190, "max_ms": 0.701, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.014, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.501, "count": 190, "max_ms": 97.439, "p95_ms": 82.183}, "visualize": {"avg_ms": 37.566, "count": 190, "max_ms": 85.078, "p95_ms": 49.376}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.442, "count": 190, "max_ms": 84.949, "p95_ms": 49.238}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.368, "count": 190, "max_ms": 84.845, "p95_ms": 49.166}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 190, "max_ms": 0.07, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1946.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.6, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.689, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83474, "write_bytes_delta": 83474, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 1.21226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6092.0, "pid": 4392, "reason": null, "system_cpu_core_ratio": 0.229293, "system_cpu_s_delta": 2.3, "user_cpu_core_ratio": 0.982967, "user_cpu_s_delta": 9.86}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.365786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 388320.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.662955, "system_cpu_s_delta": 6.649999999999864, "user_cpu_core_ratio": 0.702832, "user_cpu_s_delta": 7.0499999999999545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.714, "count": 240, "max_ms": 15.147, "p95_ms": 5.814, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.265, "count": 30, "max": 24.074, "p95": 23.24, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.466, "count": 30, "max": 13.451, "p95": 11.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 504.367, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1438.633, "count": 30, "max": 9329.0, "p95": 7374.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.314, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.959, "count": 30, "max": 1.026, "p95": 1.013, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.208, "count": 30, "max": 2.686, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85087.867, "count": 30, "max": 91646.0, "p95": 90205.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79441.767, "count": 30, "max": 91646.0, "p95": 90205.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 340632.133, "count": 30, "max": 388320.0, "p95": 373669.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.667, "count": 30, "max": 1.339, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.714, "count": 30, "max": 1.16, "p95": 0.942, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 64, "sampled_at": "2026-09-01T12:57:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:57:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 8252, "flush_count": 13, "flush_interval_seconds": 30.0, "flush_state": {"count": 13, "last_at": "2026-09-01T12:57:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:57:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 12}, "started": true, "suppressed_count": 5014, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5014}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 13, "written_record_count": 13}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5877.141, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T12:57:27+09:00", "last_error_summary": "[h264 @ 0x574a04e8b3c0] error while decoding MB 7 92, bytestream -5 [h264 @ 0x574a04b4f9c0] cabac decode of qscale diff failed at 127 77 [h264 @ 0x574a04b4f9c0] error while decoding MB 127 77, bytestream 20611 [h264 @ 0x574a0423d040] cabac decode of qscale diff failed at 225 78 [h264 @ 0x574a0423d040] error while decoding MB 225 78, bytestream 35659 [h264 @ 0x574a04e8b3c0] error while decoding MB 42 93, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 13895884800, "copied_frame_count": 5026, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 13895884800, "frame_buffer_copies": 5026, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0747, "count": 512, "max_ms": 0.7731, "p50_ms": 0.0655, "p95_ms": 0.1177, "p99_ms": 0.1605}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9285, "count": 512, "max_ms": 3.0406, "p50_ms": 0.7755, "p95_ms": 1.7432, "p99_ms": 2.3368, "results": {"failed": 0, "not_applicable": 0, "success": 5026, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:57:27+09:00", "last_error_summary": "[h264 @ 0x574a04e8b3c0] error while decoding MB 7 92, bytestream -5 [h264 @ 0x574a04b4f9c0] cabac decode of qscale diff failed at 127 77 [h264 @ 0x574a04b4f9c0] error while decoding MB 127 77, bytestream 20611 [h264 @ 0x574a0423d040] cabac decode of qscale diff failed at 225 78 [h264 @ 0x574a0423d040] error while decoding MB 225 78, bytestream 35659 [h264 @ 0x574a04e8b3c0] error while decoding MB 42 93, bytestream -5", "last_exit_at": "2026-09-01T12:57:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.553, "last_started_at": "2026-09-01T12:56:14+09:00", "pid": 4392, "process": {"exists": false, "pid": 4392}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.837, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-09-01T12:57:27+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-09-01T12:57:27+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 9.313, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 590.687, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-09-01T12:57:27.903896+09:00", "mtime_epoch": 1788235047.9038963, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83030}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:57:27+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1946.848, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5026, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.334, "pushed": 6.367, "read": 6.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.039, "p95_ms": 0.019, "reason": null, "sample_age_ms": 52.48, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.533, "count": 190, "max_ms": 6.396, "p95_ms": 1.583, "reason": null, "sample_age_ms": 119.462, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 190, "max_ms": 5.898, "p95_ms": 1.073, "reason": null, "sample_age_ms": 119.684, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 190, "max_ms": 0.804, "p95_ms": 0.253, "reason": null, "sample_age_ms": 52.485, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.576, "count": 190, "max_ms": 6.452, "p95_ms": 2.778, "reason": null, "sample_age_ms": 118.342, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 118.324, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.613, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.773, "count": 190, "max_ms": 87.707, "p95_ms": 79.257, "reason": null, "sample_age_ms": 52.477, "source": "client_direct"}, "sample_age_ms": 52.474, "source": "client_direct", "task_total_ms": {"avg_ms": 72.644, "count": 190, "max_ms": 90.801, "p95_ms": 81.577, "reason": null, "sample_age_ms": 52.474, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.743, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.717, "count": 190, "max_ms": 6.277, "p95_ms": 1.065}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.17, "count": 190, "max_ms": 0.468, "p95_ms": 0.289}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 190, "max_ms": 1.203, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 190, "max_ms": 0.224, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 190, "max_ms": 0.775, "p95_ms": 0.21}, "setup_ms": {"avg_ms": 0.03, "count": 190, "max_ms": 0.095, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.686, "count": 190, "max_ms": 6.218, "p95_ms": 1.023}, "track_match_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.117, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.206, "count": 190, "max_ms": 3.605, "p95_ms": 0.28}}, "gstreamer_push": {"avg_ms": 3.221, "count": 191, "max_ms": 15.147, "p95_ms": 6.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 190, "max_ms": 0.511, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.437, "count": 190, "max_ms": 97.429, "p95_ms": 82.174}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 190, "max_ms": 0.076, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.427, "count": 190, "max_ms": 161.733, "p95_ms": 131.274}, "inference_input_copy_ms": {"avg_ms": 1.508, "count": 190, "max_ms": 4.906, "p95_ms": 3.142}, "processing_residual_ms": {"avg_ms": 0.095, "count": 190, "max_ms": 0.543, "p95_ms": 0.194}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.057, "count": 190, "max_ms": 162.868, "p95_ms": 132.564}, "read_interval": {"avg_ms": 157.887, "count": 190, "max_ms": 2596.016, "p95_ms": 154.669}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 190, "max_ms": 0.05, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.093, "count": 190, "max_ms": 0.718, "p95_ms": 0.149}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.014, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 190, "max_ms": 0.701, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.014, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.448, "count": 190, "max_ms": 97.439, "p95_ms": 82.183}, "visualize": {"avg_ms": 37.578, "count": 190, "max_ms": 85.078, "p95_ms": 49.376}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.453, "count": 190, "max_ms": 84.949, "p95_ms": 49.238}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.38, "count": 190, "max_ms": 84.845, "p95_ms": 49.166}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 190, "max_ms": 0.07, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1946.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.6, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.689, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83474, "write_bytes_delta": 83474, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 1.21226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6092.0, "pid": 4392, "reason": null, "system_cpu_core_ratio": 0.229293, "system_cpu_s_delta": 2.3, "user_cpu_core_ratio": 0.982967, "user_cpu_s_delta": 9.86}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.365786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 388320.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.662955, "system_cpu_s_delta": 6.649999999999864, "user_cpu_core_ratio": 0.702832, "user_cpu_s_delta": 7.0499999999999545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.714, "count": 240, "max_ms": 15.147, "p95_ms": 5.814, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.265, "count": 30, "max": 24.074, "p95": 23.24, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.466, "count": 30, "max": 13.451, "p95": 11.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 504.367, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1438.633, "count": 30, "max": 9329.0, "p95": 7374.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.314, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.959, "count": 30, "max": 1.026, "p95": 1.013, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.208, "count": 30, "max": 2.686, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85087.867, "count": 30, "max": 91646.0, "p95": 90205.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79441.767, "count": 30, "max": 91646.0, "p95": 90205.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 340632.133, "count": 30, "max": 388320.0, "p95": 373669.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.667, "count": 30, "max": 1.339, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.714, "count": 30, "max": 1.16, "p95": 0.942, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 64, "sampled_at": "2026-09-01T12:57:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:57:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 8252, "flush_count": 13, "flush_interval_seconds": 30.0, "flush_state": {"count": 13, "last_at": "2026-09-01T12:57:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:57:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 12}, "started": true, "suppressed_count": 5014, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5014}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 13, "written_record_count": 13}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5877.215, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 13895884800, "copied_frame_count": 5026, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 13895884800, "frame_buffer_copies": 5026, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0747, "count": 512, "max_ms": 0.7731, "p50_ms": 0.0655, "p95_ms": 0.1177, "p99_ms": 0.1605}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9285, "count": 512, "max_ms": 3.0406, "p50_ms": 0.7755, "p95_ms": 1.7432, "p99_ms": 2.3368, "results": {"failed": 0, "not_applicable": 0, "success": 5026, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:57:27+09:00", "last_error_summary": "[h264 @ 0x574a04e8b3c0] error while decoding MB 7 92, bytestream -5 [h264 @ 0x574a04b4f9c0] cabac decode of qscale diff failed at 127 77 [h264 @ 0x574a04b4f9c0] error while decoding MB 127 77, bytestream 20611 [h264 @ 0x574a0423d040] cabac decode of qscale diff failed at 225 78 [h264 @ 0x574a0423d040] error while decoding MB 225 78, bytestream 35659 [h264 @ 0x574a04e8b3c0] error while decoding MB 42 93, bytestream -5", "last_exit_at": "2026-09-01T12:57:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.567, "last_started_at": "2026-09-01T12:56:14+09:00", "pid": 4392, "process": {"exists": false, "pid": 4392}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.837, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-09-01T12:57:27+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-09-01T12:57:27+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 9.328, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 590.672, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-09-01T12:57:27.903896+09:00", "mtime_epoch": 1788235047.9038963, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83030}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:57:27+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1946.848, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5026, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.355, "pushed": 6.355, "read": 6.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.039, "p95_ms": 0.019, "reason": null, "sample_age_ms": 66.579, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.535, "count": 189, "max_ms": 6.396, "p95_ms": 1.584, "reason": null, "sample_age_ms": 133.562, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.224, "count": 189, "max_ms": 5.898, "p95_ms": 1.075, "reason": null, "sample_age_ms": 133.784, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 190, "max_ms": 0.804, "p95_ms": 0.253, "reason": null, "sample_age_ms": 66.585, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.577, "count": 189, "max_ms": 6.452, "p95_ms": 2.778, "reason": null, "sample_age_ms": 132.442, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 132.424, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.712, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.773, "count": 190, "max_ms": 87.707, "p95_ms": 79.257, "reason": null, "sample_age_ms": 66.577, "source": "client_direct"}, "sample_age_ms": 66.574, "source": "client_direct", "task_total_ms": {"avg_ms": 72.644, "count": 190, "max_ms": 90.801, "p95_ms": 81.577, "reason": null, "sample_age_ms": 66.574, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.89, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.717, "count": 190, "max_ms": 6.277, "p95_ms": 1.065}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.17, "count": 190, "max_ms": 0.468, "p95_ms": 0.289}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 190, "max_ms": 1.203, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 190, "max_ms": 0.224, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 190, "max_ms": 0.775, "p95_ms": 0.21}, "setup_ms": {"avg_ms": 0.03, "count": 190, "max_ms": 0.095, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.686, "count": 190, "max_ms": 6.218, "p95_ms": 1.023}, "track_match_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.117, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.206, "count": 190, "max_ms": 3.605, "p95_ms": 0.28}}, "gstreamer_push": {"avg_ms": 3.231, "count": 190, "max_ms": 15.147, "p95_ms": 6.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 190, "max_ms": 0.511, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.437, "count": 190, "max_ms": 97.429, "p95_ms": 82.174}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 190, "max_ms": 0.076, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.427, "count": 190, "max_ms": 161.733, "p95_ms": 131.274}, "inference_input_copy_ms": {"avg_ms": 1.508, "count": 190, "max_ms": 4.906, "p95_ms": 3.142}, "processing_residual_ms": {"avg_ms": 0.095, "count": 190, "max_ms": 0.543, "p95_ms": 0.194}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.057, "count": 190, "max_ms": 162.868, "p95_ms": 132.564}, "read_interval": {"avg_ms": 158.084, "count": 189, "max_ms": 2596.016, "p95_ms": 154.669}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 190, "max_ms": 0.05, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.093, "count": 190, "max_ms": 0.718, "p95_ms": 0.149}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.014, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 190, "max_ms": 0.701, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.014, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.448, "count": 190, "max_ms": 97.439, "p95_ms": 82.183}, "visualize": {"avg_ms": 37.578, "count": 190, "max_ms": 85.078, "p95_ms": 49.376}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.453, "count": 190, "max_ms": 84.949, "p95_ms": 49.238}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.38, "count": 190, "max_ms": 84.845, "p95_ms": 49.166}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 190, "max_ms": 0.07, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1946.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.6, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.689, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83474, "write_bytes_delta": 83474, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 1.21226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6092.0, "pid": 4392, "reason": null, "system_cpu_core_ratio": 0.229293, "system_cpu_s_delta": 2.3, "user_cpu_core_ratio": 0.982967, "user_cpu_s_delta": 9.86}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.365786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 388320.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.662955, "system_cpu_s_delta": 6.649999999999864, "user_cpu_core_ratio": 0.702832, "user_cpu_s_delta": 7.0499999999999545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.714, "count": 240, "max_ms": 15.147, "p95_ms": 5.814, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.265, "count": 30, "max": 24.074, "p95": 23.24, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.466, "count": 30, "max": 13.451, "p95": 11.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 504.367, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1438.633, "count": 30, "max": 9329.0, "p95": 7374.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.314, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.959, "count": 30, "max": 1.026, "p95": 1.013, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.208, "count": 30, "max": 2.686, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85087.867, "count": 30, "max": 91646.0, "p95": 90205.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79441.767, "count": 30, "max": 91646.0, "p95": 90205.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 340632.133, "count": 30, "max": 388320.0, "p95": 373669.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.667, "count": 30, "max": 1.339, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.714, "count": 30, "max": 1.16, "p95": 0.942, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 64, "sampled_at": "2026-09-01T12:57:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:57:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 8252, "flush_count": 13, "flush_interval_seconds": 30.0, "flush_state": {"count": 13, "last_at": "2026-09-01T12:57:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:57:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 12}, "started": true, "suppressed_count": 5014, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5014}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 13, "written_record_count": 13}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6164.062, "limit_mb": null}, "detail": {"pid": 4508, "restart_count": 7, "start_count": 8}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 13895884800, "copied_frame_count": 5026, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 13895884800, "frame_buffer_copies": 5026, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0747, "count": 512, "max_ms": 0.7731, "p50_ms": 0.0655, "p95_ms": 0.1177, "p99_ms": 0.1605}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9285, "count": 512, "max_ms": 3.0406, "p50_ms": 0.7755, "p95_ms": 1.7432, "p99_ms": 2.3368, "results": {"failed": 0, "not_applicable": 0, "success": 5026, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:57:27+09:00", "last_error_summary": "[h264 @ 0x574a04e8b3c0] error while decoding MB 7 92, bytestream -5 [h264 @ 0x574a04b4f9c0] cabac decode of qscale diff failed at 127 77 [h264 @ 0x574a04b4f9c0] error while decoding MB 127 77, bytestream 20611 [h264 @ 0x574a0423d040] cabac decode of qscale diff failed at 225 78 [h264 @ 0x574a0423d040] error while decoding MB 225 78, bytestream 35659 [h264 @ 0x574a04e8b3c0] error while decoding MB 42 93, bytestream -5", "last_exit_at": "2026-09-01T12:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:57:30+09:00", "pid": 4508, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.305, "name": "ffmpeg", "pid": 4508, "rss_mb": 323.305, "state": "R (running)", "threads": 49}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.878, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.867, "last_frame_pushed_at": "2026-09-01T12:57:27+09:00", "last_frame_read_age_sec": 4.976, "last_frame_read_at": "2026-09-01T12:57:27+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 14.182, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 585.818, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 4.861, "exists": true, "mtime": "2026-09-01T12:57:27.903896+09:00", "mtime_epoch": 1788235047.9038963, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83030}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:57:32+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1946.852, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5026, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.078, "pushed": 5.078, "read": 5.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.007, "count": 152, "max_ms": 0.039, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4912.291, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.496, "count": 151, "max_ms": 6.396, "p95_ms": 1.546, "reason": null, "sample_age_ms": 4979.273, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 151, "max_ms": 5.898, "p95_ms": 1.07, "reason": null, "sample_age_ms": 4979.496, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 152, "max_ms": 0.327, "p95_ms": 0.253, "reason": null, "sample_age_ms": 4912.296, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.525, "count": 151, "max_ms": 6.452, "p95_ms": 2.778, "reason": null, "sample_age_ms": 4978.153, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4978.135, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 152, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4912.424, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.771, "count": 152, "max_ms": 87.707, "p95_ms": 79.311, "reason": null, "sample_age_ms": 4912.288, "source": "client_direct"}, "sample_age_ms": 4912.285, "source": "client_direct", "task_total_ms": {"avg_ms": 72.582, "count": 152, "max_ms": 90.801, "p95_ms": 81.572, "reason": null, "sample_age_ms": 4912.285, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.035, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.739, "count": 152, "max_ms": 6.277, "p95_ms": 1.107}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.172, "count": 152, "max_ms": 0.468, "p95_ms": 0.305}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 152, "max_ms": 1.203, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 152, "max_ms": 0.224, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 152, "max_ms": 0.775, "p95_ms": 0.221}, "setup_ms": {"avg_ms": 0.03, "count": 152, "max_ms": 0.095, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.708, "count": 152, "max_ms": 6.218, "p95_ms": 1.058}, "track_match_ms": {"avg_ms": 0.005, "count": 152, "max_ms": 0.117, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.219, "count": 152, "max_ms": 3.605, "p95_ms": 0.313}}, "gstreamer_push": {"avg_ms": 3.15, "count": 152, "max_ms": 15.147, "p95_ms": 5.511}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 152, "max_ms": 0.511, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.336, "count": 152, "max_ms": 97.429, "p95_ms": 82.174}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 152, "max_ms": 0.076, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.737, "count": 152, "max_ms": 145.078, "p95_ms": 130.362}, "inference_input_copy_ms": {"avg_ms": 1.559, "count": 152, "max_ms": 4.571, "p95_ms": 3.142}, "processing_residual_ms": {"avg_ms": 0.097, "count": 152, "max_ms": 0.543, "p95_ms": 0.199}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.422, "count": 152, "max_ms": 145.863, "p95_ms": 131.376}, "read_interval": {"avg_ms": 165.963, "count": 151, "max_ms": 2596.016, "p95_ms": 154.669}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 152, "max_ms": 0.05, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.096, "count": 152, "max_ms": 0.718, "p95_ms": 0.155}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 152, "max_ms": 0.014, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 152, "max_ms": 0.701, "p95_ms": 0.135}, "worker_merge_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.014, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 73.347, "count": 152, "max_ms": 97.439, "p95_ms": 82.183}, "visualize": {"avg_ms": 36.975, "count": 152, "max_ms": 67.891, "p95_ms": 48.221}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.849, "count": 152, "max_ms": 67.771, "p95_ms": 47.998}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.776, "count": 152, "max_ms": 67.652, "p95_ms": 47.816}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 152, "max_ms": 0.07, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1946.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.6, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.689, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83474, "write_bytes_delta": 83474, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 1.21226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6092.0, "pid": 4392, "reason": null, "system_cpu_core_ratio": 0.229293, "system_cpu_s_delta": 2.3, "user_cpu_core_ratio": 0.982967, "user_cpu_s_delta": 9.86}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.365786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 388320.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.662955, "system_cpu_s_delta": 6.649999999999864, "user_cpu_core_ratio": 0.702832, "user_cpu_s_delta": 7.0499999999999545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.714, "count": 240, "max_ms": 15.147, "p95_ms": 5.814, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.265, "count": 30, "max": 24.074, "p95": 23.24, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.466, "count": 30, "max": 13.451, "p95": 11.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 504.367, "count": 30, "max": 566.0, "p95": 562.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1438.633, "count": 30, "max": 9329.0, "p95": 7374.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.314, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.959, "count": 30, "max": 1.026, "p95": 1.013, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.208, "count": 30, "max": 2.686, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85087.867, "count": 30, "max": 91646.0, "p95": 90205.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79441.767, "count": 30, "max": 91646.0, "p95": 90205.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 340632.133, "count": 30, "max": 388320.0, "p95": 373669.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.667, "count": 30, "max": 1.339, "p95": 1.011, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.714, "count": 30, "max": 1.16, "p95": 0.942, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 64, "sampled_at": "2026-09-01T12:57:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:57:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 8884, "flush_count": 14, "flush_interval_seconds": 30.0, "flush_state": {"count": 14, "last_at": "2026-09-01T12:58:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:58:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 13}, "started": true, "suppressed_count": 5645, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5645}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 14, "written_record_count": 14}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5876.91, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5bdafe6969c0] error while decoding MB 213 81, bytestream -8 [h264 @ 0x5bdafdd42840] error while decoding MB 48 70, bytestream -48", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 15643238400, "copied_frame_count": 5658, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 15643238400, "frame_buffer_copies": 5658, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0782, "count": 512, "max_ms": 0.8985, "p50_ms": 0.0682, "p95_ms": 0.1166, "p99_ms": 0.237}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0045, "count": 512, "max_ms": 5.5559, "p50_ms": 0.8292, "p95_ms": 1.953, "p99_ms": 2.9843, "results": {"failed": 0, "not_applicable": 0, "success": 5658, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:58:51+09:00", "last_error_summary": "[h264 @ 0x5bdafe6969c0] error while decoding MB 213 81, bytestream -8 [h264 @ 0x5bdafdd42840] error while decoding MB 48 70, bytestream -48", "last_exit_at": "2026-09-01T12:57:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.793, "last_started_at": "2026-09-01T12:57:30+09:00", "pid": 4508, "process": {"exists": false, "pid": 4508}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.742, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-09-01T12:58:51+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-09-01T12:58:51+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 92.97, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 507.03, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-09-01T12:58:51.488339+09:00", "mtime_epoch": 1788235131.4883387, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:58:51+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1947.051, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5658, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.11, "pushed": 8.11, "read": 8.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.034, "p95_ms": 0.015, "reason": null, "sample_age_ms": 113.962, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.455, "count": 243, "max_ms": 5.806, "p95_ms": 1.388, "reason": null, "sample_age_ms": 76.023, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.2, "count": 243, "max_ms": 5.443, "p95_ms": 0.847, "reason": null, "sample_age_ms": 76.223, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 242, "max_ms": 0.362, "p95_ms": 0.281, "reason": null, "sample_age_ms": 113.968, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.357, "count": 243, "max_ms": 6.446, "p95_ms": 2.464, "reason": null, "sample_age_ms": 74.968, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2211848.0, "count": 243, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 74.953, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.101, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 71.193, "count": 242, "max_ms": 89.138, "p95_ms": 80.547, "reason": null, "sample_age_ms": 113.959, "source": "client_direct"}, "sample_age_ms": 74.949, "source": "client_direct", "task_total_ms": {"avg_ms": 72.837, "count": 242, "max_ms": 93.777, "p95_ms": 84.923, "reason": null, "sample_age_ms": 113.955, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.923, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.678, "count": 243, "max_ms": 2.203, "p95_ms": 1.08}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 243, "max_ms": 0.61, "p95_ms": 0.281}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 243, "max_ms": 0.267, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.002, "count": 243, "max_ms": 0.008, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 243, "max_ms": 0.181, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 243, "max_ms": 0.021, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 243, "max_ms": 0.484, "p95_ms": 0.168}, "setup_ms": {"avg_ms": 0.034, "count": 243, "max_ms": 0.21, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.646, "count": 243, "max_ms": 2.128, "p95_ms": 1.041}, "track_match_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.027, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.185, "count": 243, "max_ms": 0.598, "p95_ms": 0.321}}, "gstreamer_push": {"avg_ms": 3.395, "count": 243, "max_ms": 9.497, "p95_ms": 6.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 243, "max_ms": 0.117, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.591, "count": 243, "max_ms": 94.521, "p95_ms": 86.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 243, "max_ms": 0.07, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.373, "count": 243, "max_ms": 154.054, "p95_ms": 135.96}, "inference_input_copy_ms": {"avg_ms": 1.138, "count": 243, "max_ms": 4.0, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.082, "count": 243, "max_ms": 0.198, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.622, "count": 243, "max_ms": 155.339, "p95_ms": 136.825}, "read_interval": {"avg_ms": 123.551, "count": 243, "max_ms": 180.481, "p95_ms": 151.821}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 243, "max_ms": 0.133, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.083, "count": 243, "max_ms": 0.385, "p95_ms": 0.119}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.034, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 243, "max_ms": 0.351, "p95_ms": 0.105}, "worker_merge_ms": {"avg_ms": 0.003, "count": 243, "max_ms": 0.008, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.603, "count": 243, "max_ms": 94.535, "p95_ms": 86.288}, "visualize": {"avg_ms": 37.434, "count": 243, "max_ms": 73.742, "p95_ms": 55.396}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.31, "count": 243, "max_ms": 73.582, "p95_ms": 55.288}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.236, "count": 243, "max_ms": 73.467, "p95_ms": 55.216}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 243, "max_ms": 0.109, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.452, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.967, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.116, "exists": true, "size_bytes": 83601, "write_bytes_delta": 83601, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.972002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 4508, "reason": null, "system_cpu_core_ratio": 0.035889, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.936113, "user_cpu_s_delta": 9.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.345849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 328759.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.614106, "system_cpu_s_delta": 6.160000000000082, "user_cpu_core_ratio": 0.731743, "user_cpu_s_delta": 7.3400000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.252, "count": 240, "max_ms": 9.327, "p95_ms": 6.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.526, "count": 30, "max": 24.074, "p95": 21.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.702, "count": 30, "max": 13.898, "p95": 13.001, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.433, "count": 30, "max": 574.0, "p95": 565.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1946.667, "count": 30, "max": 9672.0, "p95": 8921.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.477, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.939, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.199, "count": 30, "max": 2.686, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84558.4, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81723.033, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 331538.1, "count": 30, "max": 388320.0, "p95": 377752.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.593, "count": 30, "max": 0.787, "p95": 0.695, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.665, "count": 30, "max": 0.804, "p95": 0.752, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 73, "sampled_at": "2026-09-01T12:58:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:58:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 8884, "flush_count": 14, "flush_interval_seconds": 30.0, "flush_state": {"count": 14, "last_at": "2026-09-01T12:58:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:58:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 13}, "started": true, "suppressed_count": 5646, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5646}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 14, "written_record_count": 14}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5878.516, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T12:58:51+09:00", "last_error_summary": "[h264 @ 0x5bdafe6969c0] error while decoding MB 213 81, bytestream -8 [h264 @ 0x5bdafdd42840] error while decoding MB 48 70, bytestream -48", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 15646003200, "copied_frame_count": 5659, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 15646003200, "frame_buffer_copies": 5659, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0782, "count": 512, "max_ms": 0.8985, "p50_ms": 0.0683, "p95_ms": 0.1166, "p99_ms": 0.237}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0051, "count": 512, "max_ms": 5.5559, "p50_ms": 0.8315, "p95_ms": 1.953, "p99_ms": 2.9843, "results": {"failed": 0, "not_applicable": 0, "success": 5659, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:58:51+09:00", "last_error_summary": "[h264 @ 0x5bdafe6969c0] error while decoding MB 213 81, bytestream -8 [h264 @ 0x5bdafdd42840] error while decoding MB 48 70, bytestream -48", "last_exit_at": "2026-09-01T12:58:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.854, "last_started_at": "2026-09-01T12:57:30+09:00", "pid": 4508, "process": {"exists": false, "pid": 4508}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.742, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T12:58:51+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-09-01T12:58:51+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 93.03, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 506.97, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-09-01T12:58:51.488339+09:00", "mtime_epoch": 1788235131.4883387, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:58:51+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1947.047, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5659, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.128, "pushed": 8.128, "read": 8.095}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.034, "p95_ms": 0.015, "reason": null, "sample_age_ms": 57.702, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.455, "count": 242, "max_ms": 5.806, "p95_ms": 1.39, "reason": null, "sample_age_ms": 139.177, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.201, "count": 242, "max_ms": 5.443, "p95_ms": 0.847, "reason": null, "sample_age_ms": 139.377, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 243, "max_ms": 0.362, "p95_ms": 0.281, "reason": null, "sample_age_ms": 57.714, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.349, "count": 242, "max_ms": 6.446, "p95_ms": 2.441, "reason": null, "sample_age_ms": 138.121, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2211848.0, "count": 242, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 138.106, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.986, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 71.23, "count": 243, "max_ms": 89.138, "p95_ms": 80.538, "reason": null, "sample_age_ms": 57.696, "source": "client_direct"}, "sample_age_ms": 57.689, "source": "client_direct", "task_total_ms": {"avg_ms": 72.873, "count": 243, "max_ms": 93.777, "p95_ms": 84.832, "reason": null, "sample_age_ms": 57.689, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.926, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.676, "count": 243, "max_ms": 2.203, "p95_ms": 1.078}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 243, "max_ms": 0.61, "p95_ms": 0.281}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 243, "max_ms": 0.267, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.002, "count": 243, "max_ms": 0.008, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 243, "max_ms": 0.181, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 243, "max_ms": 0.021, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 243, "max_ms": 0.484, "p95_ms": 0.167}, "setup_ms": {"avg_ms": 0.034, "count": 243, "max_ms": 0.21, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.644, "count": 243, "max_ms": 2.128, "p95_ms": 1.034}, "track_match_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.027, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.184, "count": 243, "max_ms": 0.598, "p95_ms": 0.3}}, "gstreamer_push": {"avg_ms": 3.393, "count": 243, "max_ms": 9.497, "p95_ms": 6.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 243, "max_ms": 0.117, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.585, "count": 243, "max_ms": 94.521, "p95_ms": 86.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 243, "max_ms": 0.07, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.351, "count": 243, "max_ms": 154.054, "p95_ms": 135.96}, "inference_input_copy_ms": {"avg_ms": 1.136, "count": 243, "max_ms": 4.0, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.082, "count": 243, "max_ms": 0.198, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.598, "count": 243, "max_ms": 155.339, "p95_ms": 136.825}, "read_interval": {"avg_ms": 123.463, "count": 242, "max_ms": 180.481, "p95_ms": 151.821}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 243, "max_ms": 0.133, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.083, "count": 243, "max_ms": 0.385, "p95_ms": 0.114}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.034, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 243, "max_ms": 0.351, "p95_ms": 0.104}, "worker_merge_ms": {"avg_ms": 0.003, "count": 243, "max_ms": 0.008, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.596, "count": 243, "max_ms": 94.535, "p95_ms": 86.288}, "visualize": {"avg_ms": 37.422, "count": 243, "max_ms": 73.742, "p95_ms": 55.396}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.297, "count": 243, "max_ms": 73.582, "p95_ms": 55.288}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.223, "count": 243, "max_ms": 73.467, "p95_ms": 55.216}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 243, "max_ms": 0.109, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.452, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.967, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.116, "exists": true, "size_bytes": 83601, "write_bytes_delta": 83601, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.972002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 4508, "reason": null, "system_cpu_core_ratio": 0.035889, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.936113, "user_cpu_s_delta": 9.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.345849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 328759.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.614106, "system_cpu_s_delta": 6.160000000000082, "user_cpu_core_ratio": 0.731743, "user_cpu_s_delta": 7.3400000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.252, "count": 240, "max_ms": 9.327, "p95_ms": 6.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.526, "count": 30, "max": 24.074, "p95": 21.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.702, "count": 30, "max": 13.898, "p95": 13.001, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.433, "count": 30, "max": 574.0, "p95": 565.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1946.667, "count": 30, "max": 9672.0, "p95": 8921.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.477, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.939, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.199, "count": 30, "max": 2.686, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84558.4, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81723.033, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 331538.1, "count": 30, "max": 388320.0, "p95": 377752.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.593, "count": 30, "max": 0.787, "p95": 0.695, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.665, "count": 30, "max": 0.804, "p95": 0.752, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 73, "sampled_at": "2026-09-01T12:58:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:58:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 8884, "flush_count": 14, "flush_interval_seconds": 30.0, "flush_state": {"count": 14, "last_at": "2026-09-01T12:58:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:58:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 13}, "started": true, "suppressed_count": 5646, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5646}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 14, "written_record_count": 14}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5877.742, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 15646003200, "copied_frame_count": 5659, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 15646003200, "frame_buffer_copies": 5659, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0782, "count": 512, "max_ms": 0.8985, "p50_ms": 0.0683, "p95_ms": 0.1166, "p99_ms": 0.237}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0051, "count": 512, "max_ms": 5.5559, "p50_ms": 0.8315, "p95_ms": 1.953, "p99_ms": 2.9843, "results": {"failed": 0, "not_applicable": 0, "success": 5659, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:58:51+09:00", "last_error_summary": "[h264 @ 0x5bdafe6969c0] error while decoding MB 213 81, bytestream -8 [h264 @ 0x5bdafdd42840] error while decoding MB 48 70, bytestream -48", "last_exit_at": "2026-09-01T12:58:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.874, "last_started_at": "2026-09-01T12:57:30+09:00", "pid": 4508, "process": {"exists": false, "pid": 4508}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.742, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-09-01T12:58:51+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-09-01T12:58:51+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 93.046, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 506.954, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-09-01T12:58:51.624340+09:00", "mtime_epoch": 1788235131.6243396, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82803}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:58:51+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1947.047, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5659, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.123, "pushed": 8.123, "read": 8.09}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.034, "p95_ms": 0.015, "reason": null, "sample_age_ms": 75.037, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.455, "count": 242, "max_ms": 5.806, "p95_ms": 1.39, "reason": null, "sample_age_ms": 156.511, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.201, "count": 242, "max_ms": 5.443, "p95_ms": 0.847, "reason": null, "sample_age_ms": 156.711, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 243, "max_ms": 0.362, "p95_ms": 0.281, "reason": null, "sample_age_ms": 75.049, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.349, "count": 242, "max_ms": 6.446, "p95_ms": 2.441, "reason": null, "sample_age_ms": 155.456, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2211848.0, "count": 242, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 155.441, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.32, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 71.23, "count": 243, "max_ms": 89.138, "p95_ms": 80.538, "reason": null, "sample_age_ms": 75.03, "source": "client_direct"}, "sample_age_ms": 75.024, "source": "client_direct", "task_total_ms": {"avg_ms": 72.873, "count": 243, "max_ms": 93.777, "p95_ms": 84.832, "reason": null, "sample_age_ms": 75.024, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.774, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.676, "count": 243, "max_ms": 2.203, "p95_ms": 1.078}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 243, "max_ms": 0.61, "p95_ms": 0.281}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 243, "max_ms": 0.267, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.002, "count": 243, "max_ms": 0.008, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 243, "max_ms": 0.181, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 243, "max_ms": 0.021, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 243, "max_ms": 0.484, "p95_ms": 0.167}, "setup_ms": {"avg_ms": 0.034, "count": 243, "max_ms": 0.21, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.644, "count": 243, "max_ms": 2.128, "p95_ms": 1.034}, "track_match_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.027, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.184, "count": 243, "max_ms": 0.598, "p95_ms": 0.3}}, "gstreamer_push": {"avg_ms": 3.393, "count": 243, "max_ms": 9.497, "p95_ms": 6.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 243, "max_ms": 0.117, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.585, "count": 243, "max_ms": 94.521, "p95_ms": 86.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 243, "max_ms": 0.07, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.351, "count": 243, "max_ms": 154.054, "p95_ms": 135.96}, "inference_input_copy_ms": {"avg_ms": 1.136, "count": 243, "max_ms": 4.0, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.082, "count": 243, "max_ms": 0.198, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.598, "count": 243, "max_ms": 155.339, "p95_ms": 136.825}, "read_interval": {"avg_ms": 123.463, "count": 242, "max_ms": 180.481, "p95_ms": 151.821}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 243, "max_ms": 0.133, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.083, "count": 243, "max_ms": 0.385, "p95_ms": 0.114}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.034, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 243, "max_ms": 0.351, "p95_ms": 0.104}, "worker_merge_ms": {"avg_ms": 0.003, "count": 243, "max_ms": 0.008, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.596, "count": 243, "max_ms": 94.535, "p95_ms": 86.288}, "visualize": {"avg_ms": 37.422, "count": 243, "max_ms": 73.742, "p95_ms": 55.396}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.297, "count": 243, "max_ms": 73.582, "p95_ms": 55.288}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.223, "count": 243, "max_ms": 73.467, "p95_ms": 55.216}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 243, "max_ms": 0.109, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.452, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.967, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.116, "exists": true, "size_bytes": 83601, "write_bytes_delta": 83601, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.972002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 4508, "reason": null, "system_cpu_core_ratio": 0.035889, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.936113, "user_cpu_s_delta": 9.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.345849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 328759.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.614106, "system_cpu_s_delta": 6.160000000000082, "user_cpu_core_ratio": 0.731743, "user_cpu_s_delta": 7.3400000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.252, "count": 240, "max_ms": 9.327, "p95_ms": 6.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.526, "count": 30, "max": 24.074, "p95": 21.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.702, "count": 30, "max": 13.898, "p95": 13.001, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.433, "count": 30, "max": 574.0, "p95": 565.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1946.667, "count": 30, "max": 9672.0, "p95": 8921.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.477, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.939, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.199, "count": 30, "max": 2.686, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84558.4, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81723.033, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 331538.1, "count": 30, "max": 388320.0, "p95": 377752.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.593, "count": 30, "max": 0.787, "p95": 0.695, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.665, "count": 30, "max": 0.804, "p95": 0.752, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 73, "sampled_at": "2026-09-01T12:58:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:58:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 8884, "flush_count": 14, "flush_interval_seconds": 30.0, "flush_state": {"count": 14, "last_at": "2026-09-01T12:58:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:58:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 13}, "started": true, "suppressed_count": 5646, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5646}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 14, "written_record_count": 14}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6224.852, "limit_mb": null}, "detail": {"pid": 4624, "restart_count": 8, "start_count": 9}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 15646003200, "copied_frame_count": 5659, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 15646003200, "frame_buffer_copies": 5659, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0782, "count": 512, "max_ms": 0.8985, "p50_ms": 0.0683, "p95_ms": 0.1166, "p99_ms": 0.237}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0051, "count": 512, "max_ms": 5.5559, "p50_ms": 0.8315, "p95_ms": 1.953, "p99_ms": 2.9843, "results": {"failed": 0, "not_applicable": 0, "success": 5659, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T12:58:51+09:00", "last_error_summary": "[h264 @ 0x5bdafe6969c0] error while decoding MB 213 81, bytestream -8 [h264 @ 0x5bdafdd42840] error while decoding MB 48 70, bytestream -48", "last_exit_at": "2026-09-01T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T12:58:54+09:00", "pid": 4624, "process": {"exists": true, "fd_count": 5, "hwm_mb": 380.594, "name": "ffmpeg", "pid": 4624, "rss_mb": 380.594, "state": "S (sleeping)", "threads": 70}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.742, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.664, "last_frame_pushed_at": "2026-09-01T12:58:51+09:00", "last_frame_read_age_sec": 4.797, "last_frame_read_at": "2026-09-01T12:58:51+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 97.697, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 502.303, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 4.657, "exists": true, "mtime": "2026-09-01T12:58:51.624340+09:00", "mtime_epoch": 1788235131.6243396, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82803}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T12:58:56+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1954.688, "name": "celery", "pid": 206, "rss_mb": 1947.051, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5659, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.89, "pushed": 6.89, "read": 6.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.034, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4719.363, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.456, "count": 205, "max_ms": 5.806, "p95_ms": 1.438, "reason": null, "sample_age_ms": 4800.837, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 205, "max_ms": 5.443, "p95_ms": 0.856, "reason": null, "sample_age_ms": 4801.037, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 206, "max_ms": 0.362, "p95_ms": 0.283, "reason": null, "sample_age_ms": 4719.375, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.351, "count": 205, "max_ms": 6.446, "p95_ms": 2.396, "reason": null, "sample_age_ms": 4799.782, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2211848.0, "count": 205, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4799.767, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4719.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 71.207, "count": 206, "max_ms": 89.138, "p95_ms": 80.296, "reason": null, "sample_age_ms": 4719.356, "source": "client_direct"}, "sample_age_ms": 4719.35, "source": "client_direct", "task_total_ms": {"avg_ms": 72.842, "count": 206, "max_ms": 93.777, "p95_ms": 82.762, "reason": null, "sample_age_ms": 4719.35, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.245, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.681, "count": 206, "max_ms": 2.203, "p95_ms": 1.08}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 206, "max_ms": 0.61, "p95_ms": 0.3}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 206, "max_ms": 0.267, "p95_ms": 0.131}, "event_filter_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.008, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 206, "max_ms": 0.181, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.021, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 206, "max_ms": 0.484, "p95_ms": 0.17}, "setup_ms": {"avg_ms": 0.034, "count": 206, "max_ms": 0.147, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.649, "count": 206, "max_ms": 2.128, "p95_ms": 1.041}, "track_match_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.027, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.185, "count": 206, "max_ms": 0.598, "p95_ms": 0.321}}, "gstreamer_push": {"avg_ms": 3.38, "count": 206, "max_ms": 9.497, "p95_ms": 6.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 206, "max_ms": 0.117, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.558, "count": 206, "max_ms": 94.521, "p95_ms": 86.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 206, "max_ms": 0.07, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.985, "count": 206, "max_ms": 154.054, "p95_ms": 135.96}, "inference_input_copy_ms": {"avg_ms": 1.115, "count": 206, "max_ms": 3.583, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.082, "count": 206, "max_ms": 0.198, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.211, "count": 206, "max_ms": 155.339, "p95_ms": 136.825}, "read_interval": {"avg_ms": 122.977, "count": 205, "max_ms": 180.481, "p95_ms": 151.821}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 206, "max_ms": 0.133, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.083, "count": 206, "max_ms": 0.385, "p95_ms": 0.124}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 206, "max_ms": 0.034, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 206, "max_ms": 0.351, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.008, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 73.57, "count": 206, "max_ms": 94.535, "p95_ms": 86.288}, "visualize": {"avg_ms": 37.077, "count": 206, "max_ms": 73.533, "p95_ms": 55.396}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.952, "count": 206, "max_ms": 73.413, "p95_ms": 55.288}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.878, "count": 206, "max_ms": 73.307, "p95_ms": 55.216}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 206, "max_ms": 0.109, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.452, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.967, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.116, "exists": true, "size_bytes": 83601, "write_bytes_delta": 83601, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.972002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 4508, "reason": null, "system_cpu_core_ratio": 0.035889, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.936113, "user_cpu_s_delta": 9.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.345849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 328759.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.614106, "system_cpu_s_delta": 6.160000000000082, "user_cpu_core_ratio": 0.731743, "user_cpu_s_delta": 7.3400000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.252, "count": 240, "max_ms": 9.327, "p95_ms": 6.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.526, "count": 30, "max": 24.074, "p95": 21.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.702, "count": 30, "max": 13.898, "p95": 13.001, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.433, "count": 30, "max": 574.0, "p95": 565.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1946.667, "count": 30, "max": 9672.0, "p95": 8921.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.477, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.939, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.199, "count": 30, "max": 2.686, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84558.4, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81723.033, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 331538.1, "count": 30, "max": 388320.0, "p95": 377752.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.593, "count": 30, "max": 0.787, "p95": 0.695, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.665, "count": 30, "max": 0.804, "p95": 0.752, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 73, "sampled_at": "2026-09-01T12:58:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:58:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 9588, "flush_count": 15, "flush_interval_seconds": 30.0, "flush_state": {"count": 15, "last_at": "2026-09-01T12:59:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:59:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 14}, "started": true, "suppressed_count": 6088, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6088}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 15, "written_record_count": 15}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5877.121, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5889c12d9b80] cabac decode of qscale diff failed at 4 84 [h264 @ 0x5889c12d9b80] error while decoding MB 4 84, bytestream 10070", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 16870809600, "copied_frame_count": 6102, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 16870809600, "frame_buffer_copies": 6102, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0736, "count": 512, "max_ms": 1.0807, "p50_ms": 0.0643, "p95_ms": 0.1095, "p99_ms": 0.1709}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8548, "count": 512, "max_ms": 2.4578, "p50_ms": 0.7244, "p95_ms": 1.6109, "p99_ms": 2.1573, "results": {"failed": 0, "not_applicable": 0, "success": 6102, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:00:01+09:00", "last_error_summary": "[h264 @ 0x5889c12d9b80] cabac decode of qscale diff failed at 4 84 [h264 @ 0x5889c12d9b80] error while decoding MB 4 84, bytestream 10070", "last_exit_at": "2026-09-01T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.024, "last_started_at": "2026-09-01T12:58:54+09:00", "pid": 4624, "process": {"exists": false, "pid": 4624}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.74, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-09-01T13:00:01+09:00", "last_frame_read_age_sec": 0.043, "last_frame_read_at": "2026-09-01T13:00:01+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.715, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 437.285, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-09-01T13:00:01.255708+09:00", "mtime_epoch": 1788235201.255708, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91389}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:00:01+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1944.766, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 6102, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.168, "max": 2.0, "p95": 1.0, "sample_count": 167}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 167, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.572, "pushed": 5.572, "read": 5.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 93.429, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 167, "max_ms": 2.017, "p95_ms": 1.567, "reason": null, "sample_age_ms": 46.868, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 167, "max_ms": 1.731, "p95_ms": 1.166, "reason": null, "sample_age_ms": 47.004, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.132, "count": 166, "max_ms": 0.379, "p95_ms": 0.193, "reason": null, "sample_age_ms": 93.435, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.465, "count": 167, "max_ms": 5.297, "p95_ms": 2.827, "reason": null, "sample_age_ms": 45.971, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 45.957, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.562, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.498, "count": 166, "max_ms": 83.039, "p95_ms": 77.556, "reason": null, "sample_age_ms": 93.426, "source": "client_direct"}, "sample_age_ms": 45.952, "source": "client_direct", "task_total_ms": {"avg_ms": 71.23, "count": 166, "max_ms": 84.308, "p95_ms": 79.628, "reason": null, "sample_age_ms": 93.422, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.832, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.676, "count": 167, "max_ms": 4.337, "p95_ms": 1.218}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 167, "max_ms": 0.664, "p95_ms": 0.369}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 167, "max_ms": 0.933, "p95_ms": 0.131}, "event_filter_ms": {"avg_ms": 0.002, "count": 167, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 167, "max_ms": 0.141, "p95_ms": 0.082}, "mcmt_ms": {"avg_ms": 0.001, "count": 167, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 167, "max_ms": 0.501, "p95_ms": 0.235}, "setup_ms": {"avg_ms": 0.03, "count": 167, "max_ms": 0.071, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.647, "count": 167, "max_ms": 4.297, "p95_ms": 1.13}, "track_match_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.081, "p95_ms": 0.018}, "tracker_update_ms": {"avg_ms": 0.116, "count": 167, "max_ms": 2.453, "p95_ms": 0.172}}, "gstreamer_push": {"avg_ms": 2.437, "count": 167, "max_ms": 6.457, "p95_ms": 5.283}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 167, "max_ms": 0.086, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.94, "count": 167, "max_ms": 85.564, "p95_ms": 80.437}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 167, "max_ms": 0.092, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.52, "count": 167, "max_ms": 130.403, "p95_ms": 119.518}, "inference_input_copy_ms": {"avg_ms": 1.29, "count": 167, "max_ms": 3.631, "p95_ms": 2.73}, "processing_residual_ms": {"avg_ms": 0.087, "count": 167, "max_ms": 0.334, "p95_ms": 0.178}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.924, "count": 167, "max_ms": 131.008, "p95_ms": 121.437}, "read_interval": {"avg_ms": 179.918, "count": 167, "max_ms": 6745.661, "p95_ms": 145.677}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 167, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.094, "count": 167, "max_ms": 0.465, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.027, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 167, "max_ms": 0.454, "p95_ms": 0.138}, "worker_merge_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.048, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.952, "count": 167, "max_ms": 85.575, "p95_ms": 80.453}, "visualize": {"avg_ms": 34.251, "count": 167, "max_ms": 53.084, "p95_ms": 45.451}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.133, "count": 167, "max_ms": 52.982, "p95_ms": 45.334}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.065, "count": 167, "max_ms": 52.917, "p95_ms": 45.169}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 167, "max_ms": 0.062, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1944.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.949, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.222, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84770, "write_bytes_delta": 84770, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 326.0, "cpu_core_ratio": 1.100186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7067.0, "pid": 4624, "reason": null, "system_cpu_core_ratio": 0.304728, "system_cpu_s_delta": 3.0799999999999996, "user_cpu_core_ratio": 0.795459, "user_cpu_s_delta": 8.040000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.456362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 301013.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.750937, "system_cpu_s_delta": 7.5900000000001455, "user_cpu_core_ratio": 0.705425, "user_cpu_s_delta": 7.129999999999882}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.399, "count": 230, "max_ms": 6.933, "p95_ms": 4.575, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 161}, "total": {"avg": 0.7, "max": 1.0, "p95": 1.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.839, "count": 30, "max": 24.074, "p95": 21.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.315, "count": 30, "max": 13.898, "p95": 13.001, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 478.633, "count": 30, "max": 574.0, "p95": 566.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2278.633, "count": 30, "max": 11087.0, "p95": 9517.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.477, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.362, "count": 30, "max": 4.665, "p95": 2.538, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84500.367, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78894.833, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322791.667, "count": 30, "max": 388320.0, "p95": 375546.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.747, "count": 30, "max": 2.309, "p95": 2.177, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.76, "count": 30, "max": 1.769, "p95": 1.67, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 79, "sampled_at": "2026-09-01T12:59:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:59:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 9588, "flush_count": 15, "flush_interval_seconds": 30.0, "flush_state": {"count": 15, "last_at": "2026-09-01T12:59:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:59:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 14}, "started": true, "suppressed_count": 6089, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6089}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 15, "written_record_count": 15}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5876.801, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:00:01+09:00", "last_error_summary": "[h264 @ 0x5889c12d9b80] cabac decode of qscale diff failed at 4 84 [h264 @ 0x5889c12d9b80] error while decoding MB 4 84, bytestream 10070", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 16873574400, "copied_frame_count": 6103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 16873574400, "frame_buffer_copies": 6103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0736, "count": 512, "max_ms": 1.0807, "p50_ms": 0.0643, "p95_ms": 0.1095, "p99_ms": 0.1709}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8543, "count": 512, "max_ms": 2.4578, "p50_ms": 0.7228, "p95_ms": 1.6109, "p99_ms": 2.1573, "results": {"failed": 0, "not_applicable": 0, "success": 6103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:00:01+09:00", "last_error_summary": "[h264 @ 0x5889c12d9b80] cabac decode of qscale diff failed at 4 84 [h264 @ 0x5889c12d9b80] error while decoding MB 4 84, bytestream 10070", "last_exit_at": "2026-09-01T13:00:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.094, "last_started_at": "2026-09-01T12:58:54+09:00", "pid": 4624, "process": {"exists": false, "pid": 4624}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.74, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:00:01+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-09-01T13:00:01+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.782, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 437.218, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-09-01T13:00:01.255708+09:00", "mtime_epoch": 1788235201.255708, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91389}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:00:01+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1944.762, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 6103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.162, "max": 2.0, "p95": 1.0, "sample_count": 167}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 167, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.569, "pushed": 5.569, "read": 5.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 40.425, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 167, "max_ms": 2.017, "p95_ms": 1.567, "reason": null, "sample_age_ms": 115.548, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 167, "max_ms": 1.731, "p95_ms": 1.166, "reason": null, "sample_age_ms": 115.683, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.132, "count": 167, "max_ms": 0.379, "p95_ms": 0.193, "reason": null, "sample_age_ms": 40.432, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.465, "count": 167, "max_ms": 5.297, "p95_ms": 2.827, "reason": null, "sample_age_ms": 114.65, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 114.636, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.633, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.525, "count": 167, "max_ms": 83.039, "p95_ms": 77.537, "reason": null, "sample_age_ms": 40.421, "source": "client_direct"}, "sample_age_ms": 40.417, "source": "client_direct", "task_total_ms": {"avg_ms": 71.253, "count": 167, "max_ms": 84.308, "p95_ms": 79.622, "reason": null, "sample_age_ms": 40.417, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.682, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.675, "count": 167, "max_ms": 4.337, "p95_ms": 1.218}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.215, "count": 167, "max_ms": 0.664, "p95_ms": 0.369}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 167, "max_ms": 0.933, "p95_ms": 0.131}, "event_filter_ms": {"avg_ms": 0.002, "count": 167, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 167, "max_ms": 0.141, "p95_ms": 0.082}, "mcmt_ms": {"avg_ms": 0.001, "count": 167, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 167, "max_ms": 0.501, "p95_ms": 0.235}, "setup_ms": {"avg_ms": 0.03, "count": 167, "max_ms": 0.071, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.646, "count": 167, "max_ms": 4.297, "p95_ms": 1.13}, "track_match_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.081, "p95_ms": 0.018}, "tracker_update_ms": {"avg_ms": 0.116, "count": 167, "max_ms": 2.453, "p95_ms": 0.172}}, "gstreamer_push": {"avg_ms": 2.416, "count": 167, "max_ms": 6.457, "p95_ms": 5.283}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 167, "max_ms": 0.086, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.987, "count": 167, "max_ms": 85.564, "p95_ms": 80.437}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 167, "max_ms": 0.092, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.465, "count": 167, "max_ms": 130.403, "p95_ms": 119.518}, "inference_input_copy_ms": {"avg_ms": 1.286, "count": 167, "max_ms": 3.631, "p95_ms": 2.73}, "processing_residual_ms": {"avg_ms": 0.087, "count": 167, "max_ms": 0.334, "p95_ms": 0.178}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.865, "count": 167, "max_ms": 131.008, "p95_ms": 121.437}, "read_interval": {"avg_ms": 179.918, "count": 167, "max_ms": 6745.661, "p95_ms": 145.677}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 167, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.094, "count": 167, "max_ms": 0.465, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.027, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 167, "max_ms": 0.454, "p95_ms": 0.138}, "worker_merge_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.048, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.999, "count": 167, "max_ms": 85.575, "p95_ms": 80.453}, "visualize": {"avg_ms": 34.157, "count": 167, "max_ms": 53.084, "p95_ms": 43.378}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.039, "count": 167, "max_ms": 52.982, "p95_ms": 43.277}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.971, "count": 167, "max_ms": 52.917, "p95_ms": 43.169}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 167, "max_ms": 0.062, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1944.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.949, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.222, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84770, "write_bytes_delta": 84770, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 326.0, "cpu_core_ratio": 1.100186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7067.0, "pid": 4624, "reason": null, "system_cpu_core_ratio": 0.304728, "system_cpu_s_delta": 3.0799999999999996, "user_cpu_core_ratio": 0.795459, "user_cpu_s_delta": 8.040000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.456362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 301013.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.750937, "system_cpu_s_delta": 7.5900000000001455, "user_cpu_core_ratio": 0.705425, "user_cpu_s_delta": 7.129999999999882}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.399, "count": 230, "max_ms": 6.933, "p95_ms": 4.575, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 161}, "total": {"avg": 0.7, "max": 1.0, "p95": 1.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.839, "count": 30, "max": 24.074, "p95": 21.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.315, "count": 30, "max": 13.898, "p95": 13.001, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 478.633, "count": 30, "max": 574.0, "p95": 566.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2278.633, "count": 30, "max": 11087.0, "p95": 9517.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.477, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.362, "count": 30, "max": 4.665, "p95": 2.538, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84500.367, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78894.833, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322791.667, "count": 30, "max": 388320.0, "p95": 375546.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.747, "count": 30, "max": 2.309, "p95": 2.177, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.76, "count": 30, "max": 1.769, "p95": 1.67, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 79, "sampled_at": "2026-09-01T12:59:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:59:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 9588, "flush_count": 15, "flush_interval_seconds": 30.0, "flush_state": {"count": 15, "last_at": "2026-09-01T12:59:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:59:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 14}, "started": true, "suppressed_count": 6089, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6089}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 15, "written_record_count": 15}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5876.629, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 16873574400, "copied_frame_count": 6103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 16873574400, "frame_buffer_copies": 6103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0736, "count": 512, "max_ms": 1.0807, "p50_ms": 0.0643, "p95_ms": 0.1095, "p99_ms": 0.1709}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8543, "count": 512, "max_ms": 2.4578, "p50_ms": 0.7228, "p95_ms": 1.6109, "p99_ms": 2.1573, "results": {"failed": 0, "not_applicable": 0, "success": 6103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:00:01+09:00", "last_error_summary": "[h264 @ 0x5889c12d9b80] cabac decode of qscale diff failed at 4 84 [h264 @ 0x5889c12d9b80] error while decoding MB 4 84, bytestream 10070", "last_exit_at": "2026-09-01T13:00:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.109, "last_started_at": "2026-09-01T12:58:54+09:00", "pid": 4624, "process": {"exists": false, "pid": 4624}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.74, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-09-01T13:00:01+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-09-01T13:00:01+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.796, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 437.204, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-09-01T13:00:01.379709+09:00", "mtime_epoch": 1788235201.3797088, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91137}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:00:01+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1944.762, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 6103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.162, "max": 2.0, "p95": 1.0, "sample_count": 167}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.586, "pushed": 5.586, "read": 5.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 54.56, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 167, "max_ms": 2.017, "p95_ms": 1.567, "reason": null, "sample_age_ms": 129.683, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 167, "max_ms": 1.731, "p95_ms": 1.166, "reason": null, "sample_age_ms": 129.819, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.132, "count": 167, "max_ms": 0.379, "p95_ms": 0.193, "reason": null, "sample_age_ms": 54.568, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.465, "count": 167, "max_ms": 5.297, "p95_ms": 2.827, "reason": null, "sample_age_ms": 128.786, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 128.772, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.769, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.525, "count": 167, "max_ms": 83.039, "p95_ms": 77.537, "reason": null, "sample_age_ms": 54.556, "source": "client_direct"}, "sample_age_ms": 54.553, "source": "client_direct", "task_total_ms": {"avg_ms": 71.253, "count": 167, "max_ms": 84.308, "p95_ms": 79.622, "reason": null, "sample_age_ms": 54.553, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.65, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.675, "count": 167, "max_ms": 4.337, "p95_ms": 1.218}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.215, "count": 167, "max_ms": 0.664, "p95_ms": 0.369}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 167, "max_ms": 0.933, "p95_ms": 0.131}, "event_filter_ms": {"avg_ms": 0.002, "count": 167, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 167, "max_ms": 0.141, "p95_ms": 0.082}, "mcmt_ms": {"avg_ms": 0.001, "count": 167, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 167, "max_ms": 0.501, "p95_ms": 0.235}, "setup_ms": {"avg_ms": 0.03, "count": 167, "max_ms": 0.071, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.646, "count": 167, "max_ms": 4.297, "p95_ms": 1.13}, "track_match_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.081, "p95_ms": 0.018}, "tracker_update_ms": {"avg_ms": 0.116, "count": 167, "max_ms": 2.453, "p95_ms": 0.172}}, "gstreamer_push": {"avg_ms": 2.416, "count": 167, "max_ms": 6.457, "p95_ms": 5.283}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 167, "max_ms": 0.086, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.987, "count": 167, "max_ms": 85.564, "p95_ms": 80.437}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 167, "max_ms": 0.092, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.465, "count": 167, "max_ms": 130.403, "p95_ms": 119.518}, "inference_input_copy_ms": {"avg_ms": 1.286, "count": 167, "max_ms": 3.631, "p95_ms": 2.73}, "processing_residual_ms": {"avg_ms": 0.087, "count": 167, "max_ms": 0.334, "p95_ms": 0.178}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.865, "count": 167, "max_ms": 131.008, "p95_ms": 121.437}, "read_interval": {"avg_ms": 179.958, "count": 166, "max_ms": 6745.661, "p95_ms": 143.053}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 167, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.094, "count": 167, "max_ms": 0.465, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.027, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 167, "max_ms": 0.454, "p95_ms": 0.138}, "worker_merge_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.048, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.999, "count": 167, "max_ms": 85.575, "p95_ms": 80.453}, "visualize": {"avg_ms": 34.157, "count": 167, "max_ms": 53.084, "p95_ms": 43.378}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.039, "count": 167, "max_ms": 52.982, "p95_ms": 43.277}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.971, "count": 167, "max_ms": 52.917, "p95_ms": 43.169}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 167, "max_ms": 0.062, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1944.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.949, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.222, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84770, "write_bytes_delta": 84770, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 326.0, "cpu_core_ratio": 1.100186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7067.0, "pid": 4624, "reason": null, "system_cpu_core_ratio": 0.304728, "system_cpu_s_delta": 3.0799999999999996, "user_cpu_core_ratio": 0.795459, "user_cpu_s_delta": 8.040000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.456362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 301013.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.750937, "system_cpu_s_delta": 7.5900000000001455, "user_cpu_core_ratio": 0.705425, "user_cpu_s_delta": 7.129999999999882}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.399, "count": 230, "max_ms": 6.933, "p95_ms": 4.575, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 161}, "total": {"avg": 0.7, "max": 1.0, "p95": 1.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.839, "count": 30, "max": 24.074, "p95": 21.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.315, "count": 30, "max": 13.898, "p95": 13.001, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 478.633, "count": 30, "max": 574.0, "p95": 566.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2278.633, "count": 30, "max": 11087.0, "p95": 9517.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.477, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.362, "count": 30, "max": 4.665, "p95": 2.538, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84500.367, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78894.833, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322791.667, "count": 30, "max": 388320.0, "p95": 375546.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.747, "count": 30, "max": 2.309, "p95": 2.177, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.76, "count": 30, "max": 1.769, "p95": 1.67, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 79, "sampled_at": "2026-09-01T12:59:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:59:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 9588, "flush_count": 15, "flush_interval_seconds": 30.0, "flush_state": {"count": 15, "last_at": "2026-09-01T12:59:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T12:59:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 14}, "started": true, "suppressed_count": 6089, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6089}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 15, "written_record_count": 15}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6164.457, "limit_mb": null}, "detail": {"pid": 4740, "restart_count": 9, "start_count": 10}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 16873574400, "copied_frame_count": 6103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 16873574400, "frame_buffer_copies": 6103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0736, "count": 512, "max_ms": 1.0807, "p50_ms": 0.0643, "p95_ms": 0.1095, "p99_ms": 0.1709}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8543, "count": 512, "max_ms": 2.4578, "p50_ms": 0.7228, "p95_ms": 1.6109, "p99_ms": 2.1573, "results": {"failed": 0, "not_applicable": 0, "success": 6103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:00:01+09:00", "last_error_summary": "[h264 @ 0x5889c12d9b80] cabac decode of qscale diff failed at 4 84 [h264 @ 0x5889c12d9b80] error while decoding MB 4 84, bytestream 10070", "last_exit_at": "2026-09-01T13:00:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:00:04+09:00", "pid": 4740, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.23, "name": "ffmpeg", "pid": 4740, "rss_mb": 323.23, "state": "R (running)", "threads": 49}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.74, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.63, "last_frame_pushed_at": "2026-09-01T13:00:01+09:00", "last_frame_read_age_sec": 4.742, "last_frame_read_at": "2026-09-01T13:00:01+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.415, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 432.585, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 4.624, "exists": true, "mtime": "2026-09-01T13:00:01.379709+09:00", "mtime_epoch": 1788235201.3797088, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91137}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:00:06+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1944.766, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 6103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 132, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.463, "pushed": 4.463, "read": 4.463}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.007, "count": 132, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4671.224, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 132, "max_ms": 2.017, "p95_ms": 1.507, "reason": null, "sample_age_ms": 4746.347, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 132, "max_ms": 1.731, "p95_ms": 1.136, "reason": null, "sample_age_ms": 4746.483, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.13, "count": 132, "max_ms": 0.379, "p95_ms": 0.193, "reason": null, "sample_age_ms": 4671.232, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.455, "count": 132, "max_ms": 3.547, "p95_ms": 2.846, "reason": null, "sample_age_ms": 4745.45, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4745.436, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 132, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4671.433, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.2, "count": 132, "max_ms": 83.039, "p95_ms": 77.733, "reason": null, "sample_age_ms": 4671.22, "source": "client_direct"}, "sample_age_ms": 4671.217, "source": "client_direct", "task_total_ms": {"avg_ms": 70.917, "count": 132, "max_ms": 84.308, "p95_ms": 79.855, "reason": null, "sample_age_ms": 4671.217, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.452, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.522, "count": 132, "max_ms": 1.387, "p95_ms": 0.805}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.195, "count": 132, "max_ms": 0.664, "p95_ms": 0.369}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 132, "max_ms": 0.151, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.002, "count": 132, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 132, "max_ms": 0.141, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.001, "count": 132, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.118, "count": 132, "max_ms": 0.415, "p95_ms": 0.171}, "setup_ms": {"avg_ms": 0.03, "count": 132, "max_ms": 0.071, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.494, "count": 132, "max_ms": 1.29, "p95_ms": 0.774}, "track_match_ms": {"avg_ms": 0.003, "count": 132, "max_ms": 0.018, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 132, "max_ms": 0.056, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.577, "count": 132, "max_ms": 6.457, "p95_ms": 5.853}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 132, "max_ms": 0.086, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.655, "count": 132, "max_ms": 85.564, "p95_ms": 80.956}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 132, "max_ms": 0.092, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.217, "count": 132, "max_ms": 130.403, "p95_ms": 119.902}, "inference_input_copy_ms": {"avg_ms": 1.29, "count": 132, "max_ms": 3.557, "p95_ms": 2.58}, "processing_residual_ms": {"avg_ms": 0.086, "count": 132, "max_ms": 0.334, "p95_ms": 0.178}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.619, "count": 132, "max_ms": 131.008, "p95_ms": 121.922}, "read_interval": {"avg_ms": 196.016, "count": 132, "max_ms": 6745.661, "p95_ms": 146.407}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 132, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.081, "count": 132, "max_ms": 0.26, "p95_ms": 0.116}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 132, "max_ms": 0.027, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 132, "max_ms": 0.232, "p95_ms": 0.1}, "worker_merge_ms": {"avg_ms": 0.003, "count": 132, "max_ms": 0.048, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.668, "count": 132, "max_ms": 85.575, "p95_ms": 81.005}, "visualize": {"avg_ms": 34.382, "count": 132, "max_ms": 53.084, "p95_ms": 45.451}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.264, "count": 132, "max_ms": 52.982, "p95_ms": 45.334}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.196, "count": 132, "max_ms": 52.917, "p95_ms": 45.169}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 132, "max_ms": 0.062, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1944.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.949, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.222, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T12:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84770, "write_bytes_delta": 84770, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 326.0, "cpu_core_ratio": 1.100186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7067.0, "pid": 4624, "reason": null, "system_cpu_core_ratio": 0.304728, "system_cpu_s_delta": 3.0799999999999996, "user_cpu_core_ratio": 0.795459, "user_cpu_s_delta": 8.040000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.456362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 301013.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.750937, "system_cpu_s_delta": 7.5900000000001455, "user_cpu_core_ratio": 0.705425, "user_cpu_s_delta": 7.129999999999882}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.399, "count": 230, "max_ms": 6.933, "p95_ms": 4.575, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 161}, "total": {"avg": 0.7, "max": 1.0, "p95": 1.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.839, "count": 30, "max": 24.074, "p95": 21.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.315, "count": 30, "max": 13.898, "p95": 13.001, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 478.633, "count": 30, "max": 574.0, "p95": 566.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2278.633, "count": 30, "max": 11087.0, "p95": 9517.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.477, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.362, "count": 30, "max": 4.665, "p95": 2.538, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84500.367, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78894.833, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 322791.667, "count": 30, "max": 388320.0, "p95": 375546.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.747, "count": 30, "max": 2.309, "p95": 2.177, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.76, "count": 30, "max": 1.769, "p95": 1.67, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 79, "sampled_at": "2026-09-01T12:59:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T12:59:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.574, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 10895, "flush_count": 17, "flush_interval_seconds": 30.0, "flush_state": {"count": 17, "last_at": "2026-09-01T13:01:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:01:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 16}, "started": true, "suppressed_count": 6783, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 17, "written_record_count": 17}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5880.113, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59b0c2d08340] cabac decode of qscale diff failed at 216 86 [h264 @ 0x59b0c2d08340] error while decoding MB 216 86, bytestream 558", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 18797875200, "copied_frame_count": 6799, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 18797875200, "frame_buffer_copies": 6799, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0743, "count": 512, "max_ms": 0.2119, "p50_ms": 0.0662, "p95_ms": 0.1176, "p99_ms": 0.1558}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9134, "count": 512, "max_ms": 2.9869, "p50_ms": 0.7777, "p95_ms": 1.7062, "p99_ms": 2.2825, "results": {"failed": 0, "not_applicable": 0, "success": 6799, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:01:35+09:00", "last_error_summary": "[h264 @ 0x59b0c2d08340] cabac decode of qscale diff failed at 216 86 [h264 @ 0x59b0c2d08340] error while decoding MB 216 86, bytestream 558", "last_exit_at": "2026-09-01T13:00:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.239, "last_started_at": "2026-09-01T13:00:04+09:00", "pid": 4740, "process": {"exists": false, "pid": 4740}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.617, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-09-01T13:01:35+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-09-01T13:01:35+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 256.652, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 343.348, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-09-01T13:01:35.188205+09:00", "mtime_epoch": 1788235295.1882052, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92902}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:01:35+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1947.625, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 6799, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "total": {"avg": 0.146, "max": 1.0, "p95": 1.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.322, "max": 2.0, "p95": 1.0, "sample_count": 205}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 205, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.837, "pushed": 6.837, "read": 6.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.006, "count": 204, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 111.573, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.435, "count": 205, "max_ms": 2.202, "p95_ms": 1.273, "reason": null, "sample_age_ms": 61.207, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.186, "count": 205, "max_ms": 1.786, "p95_ms": 0.912, "reason": null, "sample_age_ms": 61.456, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.147, "count": 204, "max_ms": 0.565, "p95_ms": 0.252, "reason": null, "sample_age_ms": 111.579, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.235, "count": 205, "max_ms": 3.31, "p95_ms": 2.184, "reason": null, "sample_age_ms": 59.009, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2211848.0, "count": 205, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 58.99, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.734, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.419, "count": 204, "max_ms": 90.761, "p95_ms": 76.802, "reason": null, "sample_age_ms": 111.569, "source": "client_direct"}, "sample_age_ms": 58.985, "source": "client_direct", "task_total_ms": {"avg_ms": 70.922, "count": 204, "max_ms": 92.267, "p95_ms": 78.018, "reason": null, "sample_age_ms": 111.565, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.741, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.09, "count": 205, "max_ms": 7.222, "p95_ms": 4.034}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 205, "max_ms": 0.688, "p95_ms": 0.322}, "detection_prepare_ms": {"avg_ms": 0.173, "count": 205, "max_ms": 1.368, "p95_ms": 0.771}, "event_filter_ms": {"avg_ms": 0.002, "count": 205, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 205, "max_ms": 0.17, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 205, "max_ms": 0.017, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 205, "max_ms": 0.646, "p95_ms": 0.451}, "setup_ms": {"avg_ms": 0.03, "count": 205, "max_ms": 0.083, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 1.059, "count": 205, "max_ms": 7.167, "p95_ms": 4.004}, "track_match_ms": {"avg_ms": 0.013, "count": 205, "max_ms": 0.122, "p95_ms": 0.066}, "tracker_update_ms": {"avg_ms": 0.414, "count": 205, "max_ms": 5.201, "p95_ms": 2.475}}, "gstreamer_push": {"avg_ms": 2.921, "count": 205, "max_ms": 11.185, "p95_ms": 5.689}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 205, "max_ms": 0.321, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.587, "count": 205, "max_ms": 92.934, "p95_ms": 78.505}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 205, "max_ms": 0.063, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.286, "count": 205, "max_ms": 138.929, "p95_ms": 119.687}, "inference_input_copy_ms": {"avg_ms": 1.153, "count": 205, "max_ms": 3.303, "p95_ms": 2.289}, "processing_residual_ms": {"avg_ms": 0.097, "count": 205, "max_ms": 0.343, "p95_ms": 0.203}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.563, "count": 205, "max_ms": 139.701, "p95_ms": 122.3}, "read_interval": {"avg_ms": 146.43, "count": 205, "max_ms": 1656.018, "p95_ms": 148.613}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 205, "max_ms": 0.029, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.139, "count": 205, "max_ms": 0.591, "p95_ms": 0.415}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.029, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.128, "count": 205, "max_ms": 0.577, "p95_ms": 0.404}, "worker_merge_ms": {"avg_ms": 0.003, "count": 205, "max_ms": 0.007, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.599, "count": 205, "max_ms": 92.959, "p95_ms": 78.518}, "visualize": {"avg_ms": 33.941, "count": 205, "max_ms": 59.662, "p95_ms": 43.642}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 33.816, "count": 205, "max_ms": 59.354, "p95_ms": 43.49}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.746, "count": 205, "max_ms": 59.18, "p95_ms": 43.406}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 205, "max_ms": 0.103, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1950.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.397, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.946, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.141, "exists": true, "size_bytes": 84085, "write_bytes_delta": 84085, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 567.0, "cpu_core_ratio": 0.833529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 4740, "reason": null, "system_cpu_core_ratio": 0.036935, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.796594, "user_cpu_s_delta": 7.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.366589, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353983.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.643864, "system_cpu_s_delta": 6.4500000000000455, "user_cpu_core_ratio": 0.722725, "user_cpu_s_delta": 7.240000000000009}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.598, "count": 255, "max_ms": 11.185, "p95_ms": 5.486, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 17}, "total": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.403, "count": 30, "max": 19.022, "p95": 15.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.011, "count": 30, "max": 14.149, "p95": 13.697, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 461.833, "count": 30, "max": 618.0, "p95": 574.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2500.267, "count": 30, "max": 11087.0, "p95": 9517.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.477, "p95": 0.38, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.845, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.284, "count": 30, "max": 4.665, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84363.867, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81353.2, "count": 30, "max": 91646.0, "p95": 88807.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 317062.633, "count": 30, "max": 388320.0, "p95": 384758.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.893, "count": 30, "max": 2.309, "p95": 2.251, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.769, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 88, "sampled_at": "2026-09-01T13:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 10895, "flush_count": 17, "flush_interval_seconds": 30.0, "flush_state": {"count": 17, "last_at": "2026-09-01T13:01:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:01:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 16}, "started": true, "suppressed_count": 6784, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6784}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 17, "written_record_count": 17}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5879.734, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:01:35+09:00", "last_error_summary": "[h264 @ 0x59b0c2d08340] cabac decode of qscale diff failed at 216 86 [h264 @ 0x59b0c2d08340] error while decoding MB 216 86, bytestream 558", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 18800640000, "copied_frame_count": 6800, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 18800640000, "frame_buffer_copies": 6800, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 0.2119, "p50_ms": 0.0662, "p95_ms": 0.1176, "p99_ms": 0.1558}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9139, "count": 512, "max_ms": 2.9869, "p50_ms": 0.7777, "p95_ms": 1.7062, "p99_ms": 2.2825, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:01:35+09:00", "last_error_summary": "[h264 @ 0x59b0c2d08340] cabac decode of qscale diff failed at 216 86 [h264 @ 0x59b0c2d08340] error while decoding MB 216 86, bytestream 558", "last_exit_at": "2026-09-01T13:01:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.293, "last_started_at": "2026-09-01T13:00:04+09:00", "pid": 4740, "process": {"exists": false, "pid": 4740}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.617, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:01:35+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-09-01T13:01:35+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 256.704, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 343.296, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-09-01T13:01:35.188205+09:00", "mtime_epoch": 1788235295.1882052, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92902}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:01:35+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1947.621, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 6800, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "total": {"avg": 0.146, "max": 1.0, "p95": 1.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.327, "max": 2.0, "p95": 1.0, "sample_count": 205}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.851, "pushed": 6.851, "read": 6.818}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 41.758, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.435, "count": 204, "max_ms": 2.202, "p95_ms": 1.273, "reason": null, "sample_age_ms": 114.315, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 204, "max_ms": 1.786, "p95_ms": 0.913, "reason": null, "sample_age_ms": 114.564, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.147, "count": 205, "max_ms": 0.565, "p95_ms": 0.251, "reason": null, "sample_age_ms": 41.764, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.236, "count": 204, "max_ms": 3.31, "p95_ms": 2.185, "reason": null, "sample_age_ms": 112.118, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2211848.0, "count": 204, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 112.098, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.906, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.423, "count": 205, "max_ms": 90.761, "p95_ms": 76.777, "reason": null, "sample_age_ms": 41.755, "source": "client_direct"}, "sample_age_ms": 41.752, "source": "client_direct", "task_total_ms": {"avg_ms": 70.93, "count": 205, "max_ms": 92.267, "p95_ms": 78.01, "reason": null, "sample_age_ms": 41.752, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.623, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.091, "count": 205, "max_ms": 7.222, "p95_ms": 4.034}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 205, "max_ms": 0.688, "p95_ms": 0.322}, "detection_prepare_ms": {"avg_ms": 0.173, "count": 205, "max_ms": 1.368, "p95_ms": 0.771}, "event_filter_ms": {"avg_ms": 0.002, "count": 205, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 205, "max_ms": 0.17, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 205, "max_ms": 0.017, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 205, "max_ms": 0.646, "p95_ms": 0.451}, "setup_ms": {"avg_ms": 0.03, "count": 205, "max_ms": 0.083, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 1.061, "count": 205, "max_ms": 7.167, "p95_ms": 4.004}, "track_match_ms": {"avg_ms": 0.013, "count": 205, "max_ms": 0.122, "p95_ms": 0.066}, "tracker_update_ms": {"avg_ms": 0.415, "count": 205, "max_ms": 5.201, "p95_ms": 2.475}}, "gstreamer_push": {"avg_ms": 2.93, "count": 205, "max_ms": 11.185, "p95_ms": 5.689}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 205, "max_ms": 0.321, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.607, "count": 205, "max_ms": 92.934, "p95_ms": 78.505}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 205, "max_ms": 0.063, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.359, "count": 205, "max_ms": 138.929, "p95_ms": 119.687}, "inference_input_copy_ms": {"avg_ms": 1.156, "count": 205, "max_ms": 3.303, "p95_ms": 2.289}, "processing_residual_ms": {"avg_ms": 0.097, "count": 205, "max_ms": 0.343, "p95_ms": 0.203}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.639, "count": 205, "max_ms": 139.701, "p95_ms": 122.3}, "read_interval": {"avg_ms": 146.677, "count": 204, "max_ms": 1656.018, "p95_ms": 148.613}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 205, "max_ms": 0.029, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.139, "count": 205, "max_ms": 0.591, "p95_ms": 0.415}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.029, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.128, "count": 205, "max_ms": 0.577, "p95_ms": 0.404}, "worker_merge_ms": {"avg_ms": 0.003, "count": 205, "max_ms": 0.007, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.619, "count": 205, "max_ms": 92.959, "p95_ms": 78.518}, "visualize": {"avg_ms": 33.992, "count": 205, "max_ms": 59.662, "p95_ms": 43.642}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 33.867, "count": 205, "max_ms": 59.354, "p95_ms": 43.49}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.797, "count": 205, "max_ms": 59.18, "p95_ms": 43.406}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 205, "max_ms": 0.103, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1950.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.397, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.946, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.141, "exists": true, "size_bytes": 84085, "write_bytes_delta": 84085, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 567.0, "cpu_core_ratio": 0.833529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 4740, "reason": null, "system_cpu_core_ratio": 0.036935, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.796594, "user_cpu_s_delta": 7.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.366589, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353983.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.643864, "system_cpu_s_delta": 6.4500000000000455, "user_cpu_core_ratio": 0.722725, "user_cpu_s_delta": 7.240000000000009}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.598, "count": 255, "max_ms": 11.185, "p95_ms": 5.486, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 17}, "total": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.403, "count": 30, "max": 19.022, "p95": 15.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.011, "count": 30, "max": 14.149, "p95": 13.697, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 461.833, "count": 30, "max": 618.0, "p95": 574.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2500.267, "count": 30, "max": 11087.0, "p95": 9517.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.477, "p95": 0.38, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.845, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.284, "count": 30, "max": 4.665, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84363.867, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81353.2, "count": 30, "max": 91646.0, "p95": 88807.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 317062.633, "count": 30, "max": 388320.0, "p95": 384758.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.893, "count": 30, "max": 2.309, "p95": 2.251, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.769, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 88, "sampled_at": "2026-09-01T13:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 10895, "flush_count": 17, "flush_interval_seconds": 30.0, "flush_state": {"count": 17, "last_at": "2026-09-01T13:01:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:01:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 16}, "started": true, "suppressed_count": 6784, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6784}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 17, "written_record_count": 17}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5879.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 18800640000, "copied_frame_count": 6800, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 18800640000, "frame_buffer_copies": 6800, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 0.2119, "p50_ms": 0.0662, "p95_ms": 0.1176, "p99_ms": 0.1558}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9139, "count": 512, "max_ms": 2.9869, "p50_ms": 0.7777, "p95_ms": 1.7062, "p99_ms": 2.2825, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:01:35+09:00", "last_error_summary": "[h264 @ 0x59b0c2d08340] cabac decode of qscale diff failed at 216 86 [h264 @ 0x59b0c2d08340] error while decoding MB 216 86, bytestream 558", "last_exit_at": "2026-09-01T13:01:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.308, "last_started_at": "2026-09-01T13:00:04+09:00", "pid": 4740, "process": {"exists": false, "pid": 4740}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.617, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-09-01T13:01:35+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-09-01T13:01:35+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 256.719, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 343.281, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-09-01T13:01:35.301206+09:00", "mtime_epoch": 1788235295.3012059, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85130}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:01:35+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1947.621, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 6800, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "total": {"avg": 0.146, "max": 1.0, "p95": 1.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.327, "max": 2.0, "p95": 1.0, "sample_count": 205}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.848, "pushed": 6.848, "read": 6.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 56.269, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.435, "count": 204, "max_ms": 2.202, "p95_ms": 1.273, "reason": null, "sample_age_ms": 128.826, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 204, "max_ms": 1.786, "p95_ms": 0.913, "reason": null, "sample_age_ms": 129.075, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.147, "count": 205, "max_ms": 0.565, "p95_ms": 0.251, "reason": null, "sample_age_ms": 56.275, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.236, "count": 204, "max_ms": 3.31, "p95_ms": 2.185, "reason": null, "sample_age_ms": 126.628, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2211848.0, "count": 204, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 126.609, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.417, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.423, "count": 205, "max_ms": 90.761, "p95_ms": 76.777, "reason": null, "sample_age_ms": 56.266, "source": "client_direct"}, "sample_age_ms": 56.263, "source": "client_direct", "task_total_ms": {"avg_ms": 70.93, "count": 205, "max_ms": 92.267, "p95_ms": 78.01, "reason": null, "sample_age_ms": 56.263, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.785, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.091, "count": 205, "max_ms": 7.222, "p95_ms": 4.034}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 205, "max_ms": 0.688, "p95_ms": 0.322}, "detection_prepare_ms": {"avg_ms": 0.173, "count": 205, "max_ms": 1.368, "p95_ms": 0.771}, "event_filter_ms": {"avg_ms": 0.002, "count": 205, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 205, "max_ms": 0.17, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 205, "max_ms": 0.017, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 205, "max_ms": 0.646, "p95_ms": 0.451}, "setup_ms": {"avg_ms": 0.03, "count": 205, "max_ms": 0.083, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 1.061, "count": 205, "max_ms": 7.167, "p95_ms": 4.004}, "track_match_ms": {"avg_ms": 0.013, "count": 205, "max_ms": 0.122, "p95_ms": 0.066}, "tracker_update_ms": {"avg_ms": 0.415, "count": 205, "max_ms": 5.201, "p95_ms": 2.475}}, "gstreamer_push": {"avg_ms": 2.93, "count": 205, "max_ms": 11.185, "p95_ms": 5.689}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 205, "max_ms": 0.321, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.607, "count": 205, "max_ms": 92.934, "p95_ms": 78.505}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 205, "max_ms": 0.063, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.359, "count": 205, "max_ms": 138.929, "p95_ms": 119.687}, "inference_input_copy_ms": {"avg_ms": 1.156, "count": 205, "max_ms": 3.303, "p95_ms": 2.289}, "processing_residual_ms": {"avg_ms": 0.097, "count": 205, "max_ms": 0.343, "p95_ms": 0.203}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.639, "count": 205, "max_ms": 139.701, "p95_ms": 122.3}, "read_interval": {"avg_ms": 146.677, "count": 204, "max_ms": 1656.018, "p95_ms": 148.613}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 205, "max_ms": 0.029, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.139, "count": 205, "max_ms": 0.591, "p95_ms": 0.415}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.029, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.128, "count": 205, "max_ms": 0.577, "p95_ms": 0.404}, "worker_merge_ms": {"avg_ms": 0.003, "count": 205, "max_ms": 0.007, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.619, "count": 205, "max_ms": 92.959, "p95_ms": 78.518}, "visualize": {"avg_ms": 33.992, "count": 205, "max_ms": 59.662, "p95_ms": 43.642}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 33.867, "count": 205, "max_ms": 59.354, "p95_ms": 43.49}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.797, "count": 205, "max_ms": 59.18, "p95_ms": 43.406}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 205, "max_ms": 0.103, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1950.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.397, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.946, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.141, "exists": true, "size_bytes": 84085, "write_bytes_delta": 84085, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 567.0, "cpu_core_ratio": 0.833529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 4740, "reason": null, "system_cpu_core_ratio": 0.036935, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.796594, "user_cpu_s_delta": 7.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.366589, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353983.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.643864, "system_cpu_s_delta": 6.4500000000000455, "user_cpu_core_ratio": 0.722725, "user_cpu_s_delta": 7.240000000000009}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.598, "count": 255, "max_ms": 11.185, "p95_ms": 5.486, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 17}, "total": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.403, "count": 30, "max": 19.022, "p95": 15.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.011, "count": 30, "max": 14.149, "p95": 13.697, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 461.833, "count": 30, "max": 618.0, "p95": 574.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2500.267, "count": 30, "max": 11087.0, "p95": 9517.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.477, "p95": 0.38, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.845, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.284, "count": 30, "max": 4.665, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84363.867, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81353.2, "count": 30, "max": 91646.0, "p95": 88807.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 317062.633, "count": 30, "max": 388320.0, "p95": 384758.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.893, "count": 30, "max": 2.309, "p95": 2.251, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.769, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 88, "sampled_at": "2026-09-01T13:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 10895, "flush_count": 17, "flush_interval_seconds": 30.0, "flush_state": {"count": 17, "last_at": "2026-09-01T13:01:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:01:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 16}, "started": true, "suppressed_count": 6784, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6784}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 17, "written_record_count": 17}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6168.566, "limit_mb": null}, "detail": {"pid": 4856, "restart_count": 10, "start_count": 11}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 18800640000, "copied_frame_count": 6800, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 18800640000, "frame_buffer_copies": 6800, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 0.2119, "p50_ms": 0.0662, "p95_ms": 0.1176, "p99_ms": 0.1558}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9139, "count": 512, "max_ms": 2.9869, "p50_ms": 0.7777, "p95_ms": 1.7062, "p99_ms": 2.2825, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:01:35+09:00", "last_error_summary": "[h264 @ 0x59b0c2d08340] cabac decode of qscale diff failed at 216 86 [h264 @ 0x59b0c2d08340] error while decoding MB 216 86, bytestream 558", "last_exit_at": "2026-09-01T13:01:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:01:37+09:00", "pid": 4856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.141, "name": "ffmpeg", "pid": 4856, "rss_mb": 323.141, "state": "R (running)", "threads": 49}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.564, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.05, "last_frame_pushed_at": "2026-09-01T13:01:35+09:00", "last_frame_read_age_sec": 4.161, "last_frame_read_at": "2026-09-01T13:01:35+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 260.778, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 339.222, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 4.044, "exists": true, "mtime": "2026-09-01T13:01:35.301206+09:00", "mtime_epoch": 1788235295.3012059, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85130}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:01:39+09:00", "process": {"exists": true, "fd_count": 162, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1947.625, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 6800, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "total": {"avg": 0.175, "max": 1.0, "p95": 1.0, "sample_count": 171}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "removed": {"avg": 0.392, "max": 2.0, "p95": 1.0, "sample_count": 171}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.705, "pushed": 5.705, "read": 5.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.006, "count": 170, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4093.884, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.427, "count": 170, "max_ms": 2.133, "p95_ms": 1.23, "reason": null, "sample_age_ms": 4166.441, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 170, "max_ms": 1.786, "p95_ms": 0.933, "reason": null, "sample_age_ms": 4166.69, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.149, "count": 170, "max_ms": 0.565, "p95_ms": 0.246, "reason": null, "sample_age_ms": 4093.89, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.252, "count": 170, "max_ms": 3.31, "p95_ms": 2.198, "reason": null, "sample_age_ms": 4164.243, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2211848.0, "count": 170, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4164.224, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4094.032, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.37, "count": 170, "max_ms": 90.761, "p95_ms": 76.149, "reason": null, "sample_age_ms": 4093.881, "source": "client_direct"}, "sample_age_ms": 4093.878, "source": "client_direct", "task_total_ms": {"avg_ms": 70.898, "count": 170, "max_ms": 92.267, "p95_ms": 77.654, "reason": null, "sample_age_ms": 4093.878, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.886, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.201, "count": 171, "max_ms": 7.222, "p95_ms": 4.153}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 171, "max_ms": 0.688, "p95_ms": 0.322}, "detection_prepare_ms": {"avg_ms": 0.192, "count": 171, "max_ms": 1.368, "p95_ms": 0.806}, "event_filter_ms": {"avg_ms": 0.002, "count": 171, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 171, "max_ms": 0.17, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 171, "max_ms": 0.017, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 171, "max_ms": 0.646, "p95_ms": 0.468}, "setup_ms": {"avg_ms": 0.03, "count": 171, "max_ms": 0.064, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 1.171, "count": 171, "max_ms": 7.167, "p95_ms": 4.123}, "track_match_ms": {"avg_ms": 0.015, "count": 171, "max_ms": 0.122, "p95_ms": 0.074}, "tracker_update_ms": {"avg_ms": 0.493, "count": 171, "max_ms": 5.201, "p95_ms": 2.539}}, "gstreamer_push": {"avg_ms": 3.007, "count": 171, "max_ms": 7.021, "p95_ms": 5.853}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 171, "max_ms": 0.321, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.567, "count": 171, "max_ms": 92.934, "p95_ms": 78.271}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 171, "max_ms": 0.057, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.362, "count": 171, "max_ms": 138.929, "p95_ms": 119.658}, "inference_input_copy_ms": {"avg_ms": 1.179, "count": 171, "max_ms": 3.298, "p95_ms": 2.37}, "processing_residual_ms": {"avg_ms": 0.099, "count": 171, "max_ms": 0.343, "p95_ms": 0.212}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.668, "count": 171, "max_ms": 139.701, "p95_ms": 122.3}, "read_interval": {"avg_ms": 152.489, "count": 170, "max_ms": 1656.018, "p95_ms": 168.197}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 171, "max_ms": 0.029, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.148, "count": 171, "max_ms": 0.591, "p95_ms": 0.435}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 171, "max_ms": 0.029, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.137, "count": 171, "max_ms": 0.577, "p95_ms": 0.425}, "worker_merge_ms": {"avg_ms": 0.003, "count": 171, "max_ms": 0.007, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.578, "count": 171, "max_ms": 92.959, "p95_ms": 78.28}, "visualize": {"avg_ms": 33.923, "count": 171, "max_ms": 59.662, "p95_ms": 43.233}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 33.8, "count": 171, "max_ms": 59.354, "p95_ms": 43.085}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.73, "count": 171, "max_ms": 59.18, "p95_ms": 43.006}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 171, "max_ms": 0.103, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1950.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.397, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.946, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.141, "exists": true, "size_bytes": 84085, "write_bytes_delta": 84085, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 567.0, "cpu_core_ratio": 0.833529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 4740, "reason": null, "system_cpu_core_ratio": 0.036935, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.796594, "user_cpu_s_delta": 7.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.366589, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353983.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.643864, "system_cpu_s_delta": 6.4500000000000455, "user_cpu_core_ratio": 0.722725, "user_cpu_s_delta": 7.240000000000009}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.598, "count": 255, "max_ms": 11.185, "p95_ms": 5.486, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 17}, "total": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.403, "count": 30, "max": 19.022, "p95": 15.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.011, "count": 30, "max": 14.149, "p95": 13.697, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 461.833, "count": 30, "max": 618.0, "p95": 574.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2500.267, "count": 30, "max": 11087.0, "p95": 9517.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.477, "p95": 0.38, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.845, "count": 30, "max": 1.026, "p95": 1.012, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.284, "count": 30, "max": 4.665, "p95": 1.371, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84363.867, "count": 30, "max": 91646.0, "p95": 90554.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81353.2, "count": 30, "max": 91646.0, "p95": 88807.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 317062.633, "count": 30, "max": 388320.0, "p95": 384758.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.893, "count": 30, "max": 2.309, "p95": 2.251, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.769, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 88, "sampled_at": "2026-09-01T13:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 11527, "flush_count": 18, "flush_interval_seconds": 30.0, "flush_state": {"count": 18, "last_at": "2026-09-01T13:02:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:02:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 17}, "started": true, "suppressed_count": 7552, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7552}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 18, "written_record_count": 18}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5881.078, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a47efdd8b00] error while decoding MB 185 93, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 20926771200, "copied_frame_count": 7569, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 20926771200, "frame_buffer_copies": 7569, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 0.2048, "p50_ms": 0.066, "p95_ms": 0.1075, "p99_ms": 0.168}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9627, "count": 512, "max_ms": 3.215, "p50_ms": 0.7957, "p95_ms": 1.8557, "p99_ms": 2.4451, "results": {"failed": 0, "not_applicable": 0, "success": 7569, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:03:11+09:00", "last_error_summary": "[h264 @ 0x5a47efdd8b00] error while decoding MB 185 93, bytestream -8", "last_exit_at": "2026-09-01T13:01:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.707, "last_started_at": "2026-09-01T13:01:37+09:00", "pid": 4856, "process": {"exists": false, "pid": 4856}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.282, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-09-01T13:03:11+09:00", "last_frame_read_age_sec": 0.043, "last_frame_read_at": "2026-09-01T13:03:11+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 352.461, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 247.539, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-09-01T13:03:11.012713+09:00", "mtime_epoch": 1788235391.0127134, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82755}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:03:11+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1948.059, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 7569, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.538, "pushed": 8.538, "read": 8.538}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 256, "client_acquire_ms": {"avg_ms": 0.005, "count": 255, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 91.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.392, "count": 256, "max_ms": 1.525, "p95_ms": 1.156, "reason": null, "sample_age_ms": 44.664, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.156, "count": 256, "max_ms": 1.166, "p95_ms": 0.768, "reason": null, "sample_age_ms": 44.832, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.115, "count": 255, "max_ms": 0.427, "p95_ms": 0.21, "reason": null, "sample_age_ms": 91.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.237, "count": 256, "max_ms": 4.966, "p95_ms": 2.379, "reason": null, "sample_age_ms": 43.279, "source": "client_direct"}, "request_count": 256, "request_tensor_bytes": {"avg": 2211848.0, "count": 256, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 43.258, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.663, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.998, "count": 255, "max_ms": 87.088, "p95_ms": 76.186, "reason": null, "sample_age_ms": 91.501, "source": "client_direct"}, "sample_age_ms": 43.252, "source": "client_direct", "task_total_ms": {"avg_ms": 70.472, "count": 255, "max_ms": 88.703, "p95_ms": 78.371, "reason": null, "sample_age_ms": 91.498, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.899, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 256, "max_ms": 2.29, "p95_ms": 0.923}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 256, "max_ms": 0.406, "p95_ms": 0.235}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 256, "max_ms": 0.368, "p95_ms": 0.116}, "event_filter_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 256, "max_ms": 0.158, "p95_ms": 0.078}, "mcmt_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.013, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 256, "max_ms": 0.323, "p95_ms": 0.168}, "setup_ms": {"avg_ms": 0.03, "count": 256, "max_ms": 0.186, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 0.608, "count": 256, "max_ms": 2.209, "p95_ms": 0.884}, "track_match_ms": {"avg_ms": 0.004, "count": 256, "max_ms": 0.014, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.174, "count": 256, "max_ms": 0.901, "p95_ms": 0.281}}, "gstreamer_push": {"avg_ms": 3.151, "count": 256, "max_ms": 8.595, "p95_ms": 5.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 256, "max_ms": 0.079, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.118, "count": 256, "max_ms": 89.185, "p95_ms": 79.49}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 256, "max_ms": 1.225, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.051, "count": 256, "max_ms": 156.129, "p95_ms": 122.596}, "inference_input_copy_ms": {"avg_ms": 1.027, "count": 256, "max_ms": 3.366, "p95_ms": 1.966}, "processing_residual_ms": {"avg_ms": 0.083, "count": 256, "max_ms": 0.256, "p95_ms": 0.142}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.194, "count": 256, "max_ms": 158.067, "p95_ms": 123.283}, "read_interval": {"avg_ms": 117.381, "count": 256, "max_ms": 169.423, "p95_ms": 136.631}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 256, "max_ms": 0.042, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 256, "max_ms": 0.232, "p95_ms": 0.116}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.039, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 256, "max_ms": 0.203, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 256, "max_ms": 0.021, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.13, "count": 256, "max_ms": 89.196, "p95_ms": 79.501}, "visualize": {"avg_ms": 34.648, "count": 256, "max_ms": 79.619, "p95_ms": 47.348}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.52, "count": 256, "max_ms": 78.085, "p95_ms": 47.149}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.016, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.448, "count": 256, "max_ms": 78.014, "p95_ms": 47.015}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 256, "max_ms": 0.064, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1948.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.011, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.289, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 579.0, "cpu_core_ratio": 0.799674, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3245.0, "pid": 4856, "reason": null, "system_cpu_core_ratio": 0.037796, "system_cpu_s_delta": 0.37999999999999945, "user_cpu_core_ratio": 0.761878, "user_cpu_s_delta": 7.660000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.320854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353371.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617658, "system_cpu_s_delta": 6.210000000000036, "user_cpu_core_ratio": 0.703196, "user_cpu_s_delta": 7.069999999999936}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.204, "count": 256, "max_ms": 8.595, "p95_ms": 5.283, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.373, "count": 30, "max": 23.027, "p95": 17.171, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.068, "count": 30, "max": 14.149, "p95": 13.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.967, "count": 30, "max": 642.0, "p95": 600.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3440.7, "count": 30, "max": 32149.0, "p95": 19139.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.413, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 0.972, "p95": 0.97, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.339, "count": 30, "max": 4.665, "p95": 2.295, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83775.567, "count": 30, "max": 88851.0, "p95": 85985.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72756.3, "count": 30, "max": 88851.0, "p95": 85985.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328892.7, "count": 30, "max": 407800.0, "p95": 393803.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.948, "count": 30, "max": 2.309, "p95": 2.251, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.87, "count": 30, "max": 1.769, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 100, "sampled_at": "2026-09-01T13:03:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:03:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 11527, "flush_count": 18, "flush_interval_seconds": 30.0, "flush_state": {"count": 18, "last_at": "2026-09-01T13:02:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:02:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 17}, "started": true, "suppressed_count": 7553, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7553}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 18, "written_record_count": 18}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5881.453, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:03:11+09:00", "last_error_summary": "[h264 @ 0x5a47efdd8b00] error while decoding MB 185 93, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 20929536000, "copied_frame_count": 7570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 20929536000, "frame_buffer_copies": 7570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 0.2048, "p50_ms": 0.066, "p95_ms": 0.1075, "p99_ms": 0.168}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9622, "count": 512, "max_ms": 3.215, "p50_ms": 0.7957, "p95_ms": 1.8557, "p99_ms": 2.4451, "results": {"failed": 0, "not_applicable": 0, "success": 7570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:03:11+09:00", "last_error_summary": "[h264 @ 0x5a47efdd8b00] error while decoding MB 185 93, bytestream -8", "last_exit_at": "2026-09-01T13:03:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.767, "last_started_at": "2026-09-01T13:01:37+09:00", "pid": 4856, "process": {"exists": false, "pid": 4856}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.282, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:03:11+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-09-01T13:03:11+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 352.522, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 247.478, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-09-01T13:03:11.012713+09:00", "mtime_epoch": 1788235391.0127134, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82755}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:03:11+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1948.055, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 7570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.56, "pushed": 8.56, "read": 8.526}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.005, "count": 256, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 37.86, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.393, "count": 255, "max_ms": 1.525, "p95_ms": 1.156, "reason": null, "sample_age_ms": 104.822, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.157, "count": 255, "max_ms": 1.166, "p95_ms": 0.769, "reason": null, "sample_age_ms": 104.991, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.115, "count": 256, "max_ms": 0.427, "p95_ms": 0.21, "reason": null, "sample_age_ms": 37.865, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.233, "count": 255, "max_ms": 4.966, "p95_ms": 2.383, "reason": null, "sample_age_ms": 103.438, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2211848.0, "count": 255, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 103.417, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.979, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.984, "count": 256, "max_ms": 87.088, "p95_ms": 76.186, "reason": null, "sample_age_ms": 37.857, "source": "client_direct"}, "sample_age_ms": 37.853, "source": "client_direct", "task_total_ms": {"avg_ms": 70.458, "count": 256, "max_ms": 88.703, "p95_ms": 78.359, "reason": null, "sample_age_ms": 37.853, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.983, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 256, "max_ms": 2.29, "p95_ms": 0.923}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 256, "max_ms": 0.406, "p95_ms": 0.235}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 256, "max_ms": 0.368, "p95_ms": 0.116}, "event_filter_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 256, "max_ms": 0.158, "p95_ms": 0.078}, "mcmt_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.013, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 256, "max_ms": 0.323, "p95_ms": 0.168}, "setup_ms": {"avg_ms": 0.03, "count": 256, "max_ms": 0.186, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 0.607, "count": 256, "max_ms": 2.209, "p95_ms": 0.884}, "track_match_ms": {"avg_ms": 0.004, "count": 256, "max_ms": 0.014, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.174, "count": 256, "max_ms": 0.901, "p95_ms": 0.281}}, "gstreamer_push": {"avg_ms": 3.146, "count": 256, "max_ms": 8.595, "p95_ms": 5.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 256, "max_ms": 0.079, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.095, "count": 256, "max_ms": 89.185, "p95_ms": 79.49}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 256, "max_ms": 1.225, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.011, "count": 256, "max_ms": 156.129, "p95_ms": 122.596}, "inference_input_copy_ms": {"avg_ms": 1.029, "count": 256, "max_ms": 3.366, "p95_ms": 1.966}, "processing_residual_ms": {"avg_ms": 0.083, "count": 256, "max_ms": 0.256, "p95_ms": 0.142}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.155, "count": 256, "max_ms": 158.067, "p95_ms": 123.283}, "read_interval": {"avg_ms": 117.39, "count": 255, "max_ms": 169.423, "p95_ms": 136.631}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 256, "max_ms": 0.042, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 256, "max_ms": 0.232, "p95_ms": 0.116}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.039, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 256, "max_ms": 0.203, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 256, "max_ms": 0.021, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.106, "count": 256, "max_ms": 89.196, "p95_ms": 79.501}, "visualize": {"avg_ms": 34.632, "count": 256, "max_ms": 79.619, "p95_ms": 47.348}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.504, "count": 256, "max_ms": 78.085, "p95_ms": 47.149}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.016, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.433, "count": 256, "max_ms": 78.014, "p95_ms": 47.015}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 256, "max_ms": 0.064, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1948.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.011, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.289, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 579.0, "cpu_core_ratio": 0.799674, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3245.0, "pid": 4856, "reason": null, "system_cpu_core_ratio": 0.037796, "system_cpu_s_delta": 0.37999999999999945, "user_cpu_core_ratio": 0.761878, "user_cpu_s_delta": 7.660000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.320854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353371.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617658, "system_cpu_s_delta": 6.210000000000036, "user_cpu_core_ratio": 0.703196, "user_cpu_s_delta": 7.069999999999936}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.204, "count": 256, "max_ms": 8.595, "p95_ms": 5.283, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.373, "count": 30, "max": 23.027, "p95": 17.171, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.068, "count": 30, "max": 14.149, "p95": 13.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.967, "count": 30, "max": 642.0, "p95": 600.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3440.7, "count": 30, "max": 32149.0, "p95": 19139.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.413, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 0.972, "p95": 0.97, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.339, "count": 30, "max": 4.665, "p95": 2.295, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83775.567, "count": 30, "max": 88851.0, "p95": 85985.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72756.3, "count": 30, "max": 88851.0, "p95": 85985.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328892.7, "count": 30, "max": 407800.0, "p95": 393803.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.948, "count": 30, "max": 2.309, "p95": 2.251, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.87, "count": 30, "max": 1.769, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 100, "sampled_at": "2026-09-01T13:03:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:03:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 11527, "flush_count": 18, "flush_interval_seconds": 30.0, "flush_state": {"count": 18, "last_at": "2026-09-01T13:02:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:02:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 17}, "started": true, "suppressed_count": 7553, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7553}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 18, "written_record_count": 18}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5881.613, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 20929536000, "copied_frame_count": 7570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 20929536000, "frame_buffer_copies": 7570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 0.2048, "p50_ms": 0.066, "p95_ms": 0.1075, "p99_ms": 0.168}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9622, "count": 512, "max_ms": 3.215, "p50_ms": 0.7957, "p95_ms": 1.8557, "p99_ms": 2.4451, "results": {"failed": 0, "not_applicable": 0, "success": 7570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:03:11+09:00", "last_error_summary": "[h264 @ 0x5a47efdd8b00] error while decoding MB 185 93, bytestream -8", "last_exit_at": "2026-09-01T13:03:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.786, "last_started_at": "2026-09-01T13:01:37+09:00", "pid": 4856, "process": {"exists": false, "pid": 4856}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.282, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-09-01T13:03:11+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-09-01T13:03:11+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 352.541, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 247.459, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-09-01T13:03:11.115714+09:00", "mtime_epoch": 1788235391.115714, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82852}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:03:11+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1948.055, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 7570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.554, "pushed": 8.554, "read": 8.521}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.005, "count": 256, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 56.713, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.393, "count": 255, "max_ms": 1.525, "p95_ms": 1.156, "reason": null, "sample_age_ms": 123.676, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.157, "count": 255, "max_ms": 1.166, "p95_ms": 0.769, "reason": null, "sample_age_ms": 123.844, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.115, "count": 256, "max_ms": 0.427, "p95_ms": 0.21, "reason": null, "sample_age_ms": 56.718, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.233, "count": 255, "max_ms": 4.966, "p95_ms": 2.383, "reason": null, "sample_age_ms": 122.291, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2211848.0, "count": 255, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.27, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.833, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.984, "count": 256, "max_ms": 87.088, "p95_ms": 76.186, "reason": null, "sample_age_ms": 56.71, "source": "client_direct"}, "sample_age_ms": 56.707, "source": "client_direct", "task_total_ms": {"avg_ms": 70.458, "count": 256, "max_ms": 88.703, "p95_ms": 78.359, "reason": null, "sample_age_ms": 56.707, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.972, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 256, "max_ms": 2.29, "p95_ms": 0.923}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 256, "max_ms": 0.406, "p95_ms": 0.235}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 256, "max_ms": 0.368, "p95_ms": 0.116}, "event_filter_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 256, "max_ms": 0.158, "p95_ms": 0.078}, "mcmt_ms": {"avg_ms": 0.002, "count": 256, "max_ms": 0.013, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 256, "max_ms": 0.323, "p95_ms": 0.168}, "setup_ms": {"avg_ms": 0.03, "count": 256, "max_ms": 0.186, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 0.607, "count": 256, "max_ms": 2.209, "p95_ms": 0.884}, "track_match_ms": {"avg_ms": 0.004, "count": 256, "max_ms": 0.014, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.174, "count": 256, "max_ms": 0.901, "p95_ms": 0.281}}, "gstreamer_push": {"avg_ms": 3.146, "count": 256, "max_ms": 8.595, "p95_ms": 5.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 256, "max_ms": 0.079, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.095, "count": 256, "max_ms": 89.185, "p95_ms": 79.49}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 256, "max_ms": 1.225, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.011, "count": 256, "max_ms": 156.129, "p95_ms": 122.596}, "inference_input_copy_ms": {"avg_ms": 1.029, "count": 256, "max_ms": 3.366, "p95_ms": 1.966}, "processing_residual_ms": {"avg_ms": 0.083, "count": 256, "max_ms": 0.256, "p95_ms": 0.142}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.155, "count": 256, "max_ms": 158.067, "p95_ms": 123.283}, "read_interval": {"avg_ms": 117.39, "count": 255, "max_ms": 169.423, "p95_ms": 136.631}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 256, "max_ms": 0.042, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 256, "max_ms": 0.232, "p95_ms": 0.116}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.039, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 256, "max_ms": 0.203, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 256, "max_ms": 0.021, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.106, "count": 256, "max_ms": 89.196, "p95_ms": 79.501}, "visualize": {"avg_ms": 34.632, "count": 256, "max_ms": 79.619, "p95_ms": 47.348}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.504, "count": 256, "max_ms": 78.085, "p95_ms": 47.149}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.016, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.433, "count": 256, "max_ms": 78.014, "p95_ms": 47.015}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 256, "max_ms": 0.064, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1948.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.011, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.289, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 579.0, "cpu_core_ratio": 0.799674, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3245.0, "pid": 4856, "reason": null, "system_cpu_core_ratio": 0.037796, "system_cpu_s_delta": 0.37999999999999945, "user_cpu_core_ratio": 0.761878, "user_cpu_s_delta": 7.660000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.320854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353371.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617658, "system_cpu_s_delta": 6.210000000000036, "user_cpu_core_ratio": 0.703196, "user_cpu_s_delta": 7.069999999999936}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.204, "count": 256, "max_ms": 8.595, "p95_ms": 5.283, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.373, "count": 30, "max": 23.027, "p95": 17.171, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.068, "count": 30, "max": 14.149, "p95": 13.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.967, "count": 30, "max": 642.0, "p95": 600.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3440.7, "count": 30, "max": 32149.0, "p95": 19139.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.413, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 0.972, "p95": 0.97, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.339, "count": 30, "max": 4.665, "p95": 2.295, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83775.567, "count": 30, "max": 88851.0, "p95": 85985.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72756.3, "count": 30, "max": 88851.0, "p95": 85985.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328892.7, "count": 30, "max": 407800.0, "p95": 393803.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.948, "count": 30, "max": 2.309, "p95": 2.251, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.87, "count": 30, "max": 1.769, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 100, "sampled_at": "2026-09-01T13:03:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:03:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 11527, "flush_count": 18, "flush_interval_seconds": 30.0, "flush_state": {"count": 18, "last_at": "2026-09-01T13:02:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:02:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 17}, "started": true, "suppressed_count": 7553, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7553}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 18, "written_record_count": 18}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5920.25, "limit_mb": null}, "detail": {"pid": 4972, "restart_count": 11, "start_count": 12}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 20929536000, "copied_frame_count": 7570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 20929536000, "frame_buffer_copies": 7570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 0.2048, "p50_ms": 0.066, "p95_ms": 0.1075, "p99_ms": 0.168}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9622, "count": 512, "max_ms": 3.215, "p50_ms": 0.7957, "p95_ms": 1.8557, "p99_ms": 2.4451, "results": {"failed": 0, "not_applicable": 0, "success": 7570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:03:11+09:00", "last_error_summary": "[h264 @ 0x5a47efdd8b00] error while decoding MB 185 93, bytestream -8", "last_exit_at": "2026-09-01T13:03:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:03:13+09:00", "pid": 4972, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.68, "name": "ffmpeg", "pid": 4972, "rss_mb": 75.68, "state": "S (sleeping)", "threads": 1}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.715, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.528, "last_frame_pushed_at": "2026-09-01T13:03:11+09:00", "last_frame_read_age_sec": 4.629, "last_frame_read_at": "2026-09-01T13:03:11+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 357.048, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 242.952, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 4.522, "exists": true, "mtime": "2026-09-01T13:03:11.115714+09:00", "mtime_epoch": 1788235391.115714, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82852}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:03:15+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1948.059, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 7570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.257, "pushed": 7.257, "read": 7.224}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4563.978, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.388, "count": 216, "max_ms": 1.525, "p95_ms": 1.107, "reason": null, "sample_age_ms": 4630.941, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.154, "count": 216, "max_ms": 1.163, "p95_ms": 0.742, "reason": null, "sample_age_ms": 4631.109, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.121, "count": 217, "max_ms": 0.427, "p95_ms": 0.214, "reason": null, "sample_age_ms": 4563.983, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.226, "count": 216, "max_ms": 4.966, "p95_ms": 2.304, "reason": null, "sample_age_ms": 4629.556, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2211848.0, "count": 216, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4629.535, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4564.097, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.1, "count": 217, "max_ms": 87.088, "p95_ms": 76.87, "reason": null, "sample_age_ms": 4563.975, "source": "client_direct"}, "sample_age_ms": 4563.972, "source": "client_direct", "task_total_ms": {"avg_ms": 70.568, "count": 217, "max_ms": 88.703, "p95_ms": 78.862, "reason": null, "sample_age_ms": 4563.972, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.489, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.638, "count": 217, "max_ms": 2.29, "p95_ms": 0.94}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 217, "max_ms": 0.406, "p95_ms": 0.235}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 217, "max_ms": 0.368, "p95_ms": 0.118}, "event_filter_ms": {"avg_ms": 0.002, "count": 217, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 217, "max_ms": 0.158, "p95_ms": 0.082}, "mcmt_ms": {"avg_ms": 0.002, "count": 217, "max_ms": 0.013, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.118, "count": 217, "max_ms": 0.195, "p95_ms": 0.168}, "setup_ms": {"avg_ms": 0.03, "count": 217, "max_ms": 0.186, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 0.609, "count": 217, "max_ms": 2.209, "p95_ms": 0.904}, "track_match_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.014, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.175, "count": 217, "max_ms": 0.901, "p95_ms": 0.299}}, "gstreamer_push": {"avg_ms": 3.132, "count": 217, "max_ms": 8.595, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 217, "max_ms": 0.079, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.202, "count": 217, "max_ms": 89.185, "p95_ms": 79.65}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 217, "max_ms": 1.225, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.026, "count": 217, "max_ms": 156.129, "p95_ms": 122.596}, "inference_input_copy_ms": {"avg_ms": 1.016, "count": 217, "max_ms": 3.366, "p95_ms": 1.944}, "processing_residual_ms": {"avg_ms": 0.082, "count": 217, "max_ms": 0.256, "p95_ms": 0.142}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.157, "count": 217, "max_ms": 158.067, "p95_ms": 123.283}, "read_interval": {"avg_ms": 117.46, "count": 216, "max_ms": 169.423, "p95_ms": 136.631}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 217, "max_ms": 0.042, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.081, "count": 217, "max_ms": 0.142, "p95_ms": 0.115}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.039, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 217, "max_ms": 0.126, "p95_ms": 0.101}, "worker_merge_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.021, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.213, "count": 217, "max_ms": 89.196, "p95_ms": 79.667}, "visualize": {"avg_ms": 34.534, "count": 217, "max_ms": 79.619, "p95_ms": 46.138}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.407, "count": 217, "max_ms": 78.085, "p95_ms": 46.052}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.016, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.336, "count": 217, "max_ms": 78.014, "p95_ms": 45.975}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 217, "max_ms": 0.064, "p95_ms": 0.047}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1948.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.011, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.289, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 579.0, "cpu_core_ratio": 0.799674, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3245.0, "pid": 4856, "reason": null, "system_cpu_core_ratio": 0.037796, "system_cpu_s_delta": 0.37999999999999945, "user_cpu_core_ratio": 0.761878, "user_cpu_s_delta": 7.660000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.320854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353371.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617658, "system_cpu_s_delta": 6.210000000000036, "user_cpu_core_ratio": 0.703196, "user_cpu_s_delta": 7.069999999999936}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.204, "count": 256, "max_ms": 8.595, "p95_ms": 5.283, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.373, "count": 30, "max": 23.027, "p95": 17.171, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.068, "count": 30, "max": 14.149, "p95": 13.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.967, "count": 30, "max": 642.0, "p95": 600.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3440.7, "count": 30, "max": 32149.0, "p95": 19139.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.413, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 0.972, "p95": 0.97, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.339, "count": 30, "max": 4.665, "p95": 2.295, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83775.567, "count": 30, "max": 88851.0, "p95": 85985.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72756.3, "count": 30, "max": 88851.0, "p95": 85985.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328892.7, "count": 30, "max": 407800.0, "p95": 393803.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.948, "count": 30, "max": 2.309, "p95": 2.251, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.87, "count": 30, "max": 1.769, "p95": 1.708, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 100, "sampled_at": "2026-09-01T13:03:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:03:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 12863, "flush_count": 20, "flush_interval_seconds": 30.0, "flush_state": {"count": 20, "last_at": "2026-09-01T13:04:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:04:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 19}, "started": true, "suppressed_count": 8053, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 8053}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 20, "written_record_count": 20}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5831.336, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fa894191900] cabac decode of qscale diff failed at 199 91 [h264 @ 0x5fa894191900] error while decoding MB 199 91, bytestream 2795 [h264 @ 0x5fa894c662c0] cabac decode of qscale diff failed at 33 74 [h264 @ 0x5fa894c662c0] error while decoding MB 33 74, bytestream 11669 [rtsp @ 0x5fa893f9cf00] RTP: PT=60: bad cseq 5254 expected=d2aa [h264 @ 0x5fa8941bbbc0] cabac decode of qscale diff failed at 209 91 [h264 @ 0x5fa8941bbbc0] error while decoding MB 209 91, bytestream 513", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 22314700800, "copied_frame_count": 8071, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 22314700800, "frame_buffer_copies": 8071, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0709, "count": 512, "max_ms": 0.1971, "p50_ms": 0.065, "p95_ms": 0.1001, "p99_ms": 0.141}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9012, "count": 512, "max_ms": 2.8972, "p50_ms": 0.7822, "p95_ms": 1.6371, "p99_ms": 2.0545, "results": {"failed": 0, "not_applicable": 0, "success": 8071, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:04:28+09:00", "last_error_summary": "[h264 @ 0x5fa894191900] cabac decode of qscale diff failed at 199 91 [h264 @ 0x5fa894191900] error while decoding MB 199 91, bytestream 2795 [h264 @ 0x5fa894c662c0] cabac decode of qscale diff failed at 33 74 [h264 @ 0x5fa894c662c0] error while decoding MB 33 74, bytestream 11669 [rtsp @ 0x5fa893f9cf00] RTP: PT=60: bad cseq 5254 expected=d2aa [h264 @ 0x5fa8941bbbc0] cabac decode of qscale diff failed at 209 91 [h264 @ 0x5fa8941bbbc0] error while decoding MB 209 91, bytestream 513", "last_exit_at": "2026-09-01T13:03:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.822, "last_started_at": "2026-09-01T13:03:13+09:00", "pid": 4972, "process": {"exists": false, "pid": 4972}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.79, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:04:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-09-01T13:04:28+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-09-01T13:04:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 429.866, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 170.134, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-09-01T13:04:28.381130+09:00", "mtime_epoch": 1788235468.38113, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89860}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:04:28+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1954.348, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 8072, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.312, "pushed": 5.312, "read": 5.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 14.391, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.438, "count": 159, "max_ms": 3.031, "p95_ms": 1.303, "reason": null, "sample_age_ms": 84.396, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 159, "max_ms": 2.488, "p95_ms": 1.044, "reason": null, "sample_age_ms": 84.578, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.123, "count": 160, "max_ms": 0.394, "p95_ms": 0.197, "reason": null, "sample_age_ms": 14.397, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.298, "count": 159, "max_ms": 4.61, "p95_ms": 2.277, "reason": null, "sample_age_ms": 82.952, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 82.928, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.458, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.485, "count": 160, "max_ms": 100.478, "p95_ms": 79.374, "reason": null, "sample_age_ms": 14.388, "source": "client_direct"}, "sample_age_ms": 14.385, "source": "client_direct", "task_total_ms": {"avg_ms": 71.031, "count": 160, "max_ms": 105.459, "p95_ms": 81.211, "reason": null, "sample_age_ms": 14.385, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.526, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.639, "count": 159, "max_ms": 1.225, "p95_ms": 0.933}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 159, "max_ms": 0.448, "p95_ms": 0.256}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 159, "max_ms": 0.193, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.002, "count": 159, "max_ms": 0.023, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 159, "max_ms": 0.168, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.001, "count": 159, "max_ms": 0.018, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 159, "max_ms": 0.275, "p95_ms": 0.152}, "setup_ms": {"avg_ms": 0.031, "count": 159, "max_ms": 0.121, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.609, "count": 159, "max_ms": 1.163, "p95_ms": 0.89}, "track_match_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.01, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.17, "count": 159, "max_ms": 0.352, "p95_ms": 0.266}}, "gstreamer_push": {"avg_ms": 2.685, "count": 159, "max_ms": 11.388, "p95_ms": 5.247}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 159, "max_ms": 0.438, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.717, "count": 159, "max_ms": 107.491, "p95_ms": 81.977}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 159, "max_ms": 0.053, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.761, "count": 159, "max_ms": 144.326, "p95_ms": 120.902}, "inference_input_copy_ms": {"avg_ms": 1.268, "count": 159, "max_ms": 5.027, "p95_ms": 2.556}, "processing_residual_ms": {"avg_ms": 0.087, "count": 159, "max_ms": 0.36, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.143, "count": 159, "max_ms": 145.138, "p95_ms": 122.313}, "read_interval": {"avg_ms": 188.4, "count": 159, "max_ms": 3571.537, "p95_ms": 156.135}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 159, "max_ms": 0.034, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.079, "count": 159, "max_ms": 0.231, "p95_ms": 0.11}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.032, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 159, "max_ms": 0.217, "p95_ms": 0.097}, "worker_merge_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.024, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.728, "count": 159, "max_ms": 107.5, "p95_ms": 81.987}, "visualize": {"avg_ms": 32.767, "count": 159, "max_ms": 53.237, "p95_ms": 44.427}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 32.647, "count": 159, "max_ms": 53.104, "p95_ms": 44.326}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 159, "max_ms": 0.022, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.576, "count": 159, "max_ms": 53.016, "p95_ms": 44.266}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 159, "max_ms": 0.051, "p95_ms": 0.041}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1950.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.95, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.578, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82317, "write_bytes_delta": 82317, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 180.0, "cpu_core_ratio": 1.071477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4810.0, "pid": 4972, "reason": null, "system_cpu_core_ratio": 0.453107, "system_cpu_s_delta": 4.989999999999999, "user_cpu_core_ratio": 0.618369, "user_cpu_s_delta": 6.810000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.797251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234215.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.378649, "system_cpu_s_delta": 4.170000000000073, "user_cpu_core_ratio": 0.418602, "user_cpu_s_delta": 4.6099999999999}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 207, "max_ms": 7.423, "p95_ms": 4.828, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 47}, "total": {"avg": 0.227, "max": 1.0, "p95": 1.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.569, "count": 30, "max": 23.027, "p95": 17.81, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.028, "count": 30, "max": 14.149, "p95": 13.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 486.6, "count": 30, "max": 642.0, "p95": 603.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4171.167, "count": 30, "max": 32149.0, "p95": 22163.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.453, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 0.971, "p95": 0.908, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.343, "count": 30, "max": 4.665, "p95": 2.295, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84088.533, "count": 30, "max": 89454.0, "p95": 87764.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70165.8, "count": 30, "max": 89454.0, "p95": 87764.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325686.633, "count": 30, "max": 407800.0, "p95": 393803.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 2.309, "p95": 2.304, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.921, "count": 30, "max": 1.78, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 106, "sampled_at": "2026-09-01T13:04:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:04:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 12863, "flush_count": 20, "flush_interval_seconds": 30.0, "flush_state": {"count": 20, "last_at": "2026-09-01T13:04:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:04:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 19}, "started": true, "suppressed_count": 8053, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 8053}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 20, "written_record_count": 20}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5823.078, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:04:28+09:00", "last_error_summary": "[h264 @ 0x5fa894191900] cabac decode of qscale diff failed at 199 91 [h264 @ 0x5fa894191900] error while decoding MB 199 91, bytestream 2795 [h264 @ 0x5fa894c662c0] cabac decode of qscale diff failed at 33 74 [h264 @ 0x5fa894c662c0] error while decoding MB 33 74, bytestream 11669 [rtsp @ 0x5fa893f9cf00] RTP: PT=60: bad cseq 5254 expected=d2aa [h264 @ 0x5fa8941bbbc0] cabac decode of qscale diff failed at 209 91 [h264 @ 0x5fa8941bbbc0] error while decoding MB 209 91, bytestream 513", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 22317465600, "copied_frame_count": 8072, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 22317465600, "frame_buffer_copies": 8072, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0709, "count": 512, "max_ms": 0.1971, "p50_ms": 0.065, "p95_ms": 0.1001, "p99_ms": 0.141}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9006, "count": 512, "max_ms": 2.8972, "p50_ms": 0.78, "p95_ms": 1.6371, "p99_ms": 2.0545, "results": {"failed": 0, "not_applicable": 0, "success": 8072, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:04:28+09:00", "last_error_summary": "[h264 @ 0x5fa894191900] cabac decode of qscale diff failed at 199 91 [h264 @ 0x5fa894191900] error while decoding MB 199 91, bytestream 2795 [h264 @ 0x5fa894c662c0] cabac decode of qscale diff failed at 33 74 [h264 @ 0x5fa894c662c0] error while decoding MB 33 74, bytestream 11669 [rtsp @ 0x5fa893f9cf00] RTP: PT=60: bad cseq 5254 expected=d2aa [h264 @ 0x5fa8941bbbc0] cabac decode of qscale diff failed at 209 91 [h264 @ 0x5fa8941bbbc0] error while decoding MB 209 91, bytestream 513", "last_exit_at": "2026-09-01T13:04:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.856, "last_started_at": "2026-09-01T13:03:13+09:00", "pid": 4972, "process": {"exists": false, "pid": 4972}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.79, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:04:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:04:28+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-09-01T13:04:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 429.899, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 170.101, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-09-01T13:04:28.381130+09:00", "mtime_epoch": 1788235468.38113, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89860}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:04:28+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1945.684, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 8072, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.339, "pushed": 5.339, "read": 5.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 48.466, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.438, "count": 159, "max_ms": 3.031, "p95_ms": 1.303, "reason": null, "sample_age_ms": 118.471, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 159, "max_ms": 2.488, "p95_ms": 1.044, "reason": null, "sample_age_ms": 118.653, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.123, "count": 159, "max_ms": 0.394, "p95_ms": 0.197, "reason": null, "sample_age_ms": 48.471, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.298, "count": 159, "max_ms": 4.61, "p95_ms": 2.277, "reason": null, "sample_age_ms": 117.027, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 117.002, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.533, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.51, "count": 159, "max_ms": 100.478, "p95_ms": 79.376, "reason": null, "sample_age_ms": 48.463, "source": "client_direct"}, "sample_age_ms": 48.46, "source": "client_direct", "task_total_ms": {"avg_ms": 71.059, "count": 159, "max_ms": 105.459, "p95_ms": 81.228, "reason": null, "sample_age_ms": 48.46, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.673, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.638, "count": 160, "max_ms": 1.225, "p95_ms": 0.896}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 160, "max_ms": 0.448, "p95_ms": 0.25}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 160, "max_ms": 0.193, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.002, "count": 160, "max_ms": 0.023, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 160, "max_ms": 0.168, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.001, "count": 160, "max_ms": 0.018, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 160, "max_ms": 0.275, "p95_ms": 0.15}, "setup_ms": {"avg_ms": 0.031, "count": 160, "max_ms": 0.121, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.608, "count": 160, "max_ms": 1.163, "p95_ms": 0.863}, "track_match_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.01, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.17, "count": 160, "max_ms": 0.352, "p95_ms": 0.264}}, "gstreamer_push": {"avg_ms": 2.677, "count": 160, "max_ms": 11.388, "p95_ms": 4.986}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 160, "max_ms": 0.438, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.709, "count": 160, "max_ms": 107.491, "p95_ms": 81.826}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 160, "max_ms": 0.053, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.806, "count": 160, "max_ms": 144.326, "p95_ms": 120.603}, "inference_input_copy_ms": {"avg_ms": 1.264, "count": 160, "max_ms": 5.027, "p95_ms": 2.436}, "processing_residual_ms": {"avg_ms": 0.087, "count": 160, "max_ms": 0.36, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.183, "count": 160, "max_ms": 145.138, "p95_ms": 121.436}, "read_interval": {"avg_ms": 188.4, "count": 159, "max_ms": 3571.537, "p95_ms": 156.135}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 160, "max_ms": 0.034, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.079, "count": 160, "max_ms": 0.231, "p95_ms": 0.11}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.032, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 160, "max_ms": 0.217, "p95_ms": 0.093}, "worker_merge_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.024, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.72, "count": 160, "max_ms": 107.5, "p95_ms": 81.838}, "visualize": {"avg_ms": 32.821, "count": 160, "max_ms": 53.237, "p95_ms": 44.396}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 32.701, "count": 160, "max_ms": 53.104, "p95_ms": 44.268}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 160, "max_ms": 0.022, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.63, "count": 160, "max_ms": 53.016, "p95_ms": 44.182}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 160, "max_ms": 0.051, "p95_ms": 0.04}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1950.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.95, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.578, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82317, "write_bytes_delta": 82317, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 180.0, "cpu_core_ratio": 1.071477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4810.0, "pid": 4972, "reason": null, "system_cpu_core_ratio": 0.453107, "system_cpu_s_delta": 4.989999999999999, "user_cpu_core_ratio": 0.618369, "user_cpu_s_delta": 6.810000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.797251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234215.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.378649, "system_cpu_s_delta": 4.170000000000073, "user_cpu_core_ratio": 0.418602, "user_cpu_s_delta": 4.6099999999999}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 207, "max_ms": 7.423, "p95_ms": 4.828, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 47}, "total": {"avg": 0.227, "max": 1.0, "p95": 1.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.569, "count": 30, "max": 23.027, "p95": 17.81, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.028, "count": 30, "max": 14.149, "p95": 13.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 486.6, "count": 30, "max": 642.0, "p95": 603.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4171.167, "count": 30, "max": 32149.0, "p95": 22163.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.453, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 0.971, "p95": 0.908, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.343, "count": 30, "max": 4.665, "p95": 2.295, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84088.533, "count": 30, "max": 89454.0, "p95": 87764.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70165.8, "count": 30, "max": 89454.0, "p95": 87764.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325686.633, "count": 30, "max": 407800.0, "p95": 393803.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 2.309, "p95": 2.304, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.921, "count": 30, "max": 1.78, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 106, "sampled_at": "2026-09-01T13:04:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:04:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 12863, "flush_count": 20, "flush_interval_seconds": 30.0, "flush_state": {"count": 20, "last_at": "2026-09-01T13:04:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:04:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 19}, "started": true, "suppressed_count": 8053, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 8053}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 20, "written_record_count": 20}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5823.246, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 22317465600, "copied_frame_count": 8072, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 22317465600, "frame_buffer_copies": 8072, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0709, "count": 512, "max_ms": 0.1971, "p50_ms": 0.065, "p95_ms": 0.1001, "p99_ms": 0.141}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9006, "count": 512, "max_ms": 2.8972, "p50_ms": 0.78, "p95_ms": 1.6371, "p99_ms": 2.0545, "results": {"failed": 0, "not_applicable": 0, "success": 8072, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:04:28+09:00", "last_error_summary": "[h264 @ 0x5fa894191900] cabac decode of qscale diff failed at 199 91 [h264 @ 0x5fa894191900] error while decoding MB 199 91, bytestream 2795 [h264 @ 0x5fa894c662c0] cabac decode of qscale diff failed at 33 74 [h264 @ 0x5fa894c662c0] error while decoding MB 33 74, bytestream 11669 [rtsp @ 0x5fa893f9cf00] RTP: PT=60: bad cseq 5254 expected=d2aa [h264 @ 0x5fa8941bbbc0] cabac decode of qscale diff failed at 209 91 [h264 @ 0x5fa8941bbbc0] error while decoding MB 209 91, bytestream 513", "last_exit_at": "2026-09-01T13:04:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.87, "last_started_at": "2026-09-01T13:03:13+09:00", "pid": 4972, "process": {"exists": false, "pid": 4972}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.79, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:04:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-09-01T13:04:28+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-09-01T13:04:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 429.913, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 170.087, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-09-01T13:04:28.498131+09:00", "mtime_epoch": 1788235468.4981306, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:04:28+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1945.684, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 8072, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.337, "pushed": 5.337, "read": 5.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 61.356, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.438, "count": 159, "max_ms": 3.031, "p95_ms": 1.303, "reason": null, "sample_age_ms": 131.361, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 159, "max_ms": 2.488, "p95_ms": 1.044, "reason": null, "sample_age_ms": 131.543, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.123, "count": 159, "max_ms": 0.394, "p95_ms": 0.197, "reason": null, "sample_age_ms": 61.362, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.298, "count": 159, "max_ms": 4.61, "p95_ms": 2.277, "reason": null, "sample_age_ms": 129.917, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 129.893, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.423, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.51, "count": 159, "max_ms": 100.478, "p95_ms": 79.376, "reason": null, "sample_age_ms": 61.353, "source": "client_direct"}, "sample_age_ms": 61.35, "source": "client_direct", "task_total_ms": {"avg_ms": 71.059, "count": 159, "max_ms": 105.459, "p95_ms": 81.228, "reason": null, "sample_age_ms": 61.35, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.602, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.638, "count": 160, "max_ms": 1.225, "p95_ms": 0.896}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 160, "max_ms": 0.448, "p95_ms": 0.25}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 160, "max_ms": 0.193, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.002, "count": 160, "max_ms": 0.023, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 160, "max_ms": 0.168, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.001, "count": 160, "max_ms": 0.018, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 160, "max_ms": 0.275, "p95_ms": 0.15}, "setup_ms": {"avg_ms": 0.031, "count": 160, "max_ms": 0.121, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.608, "count": 160, "max_ms": 1.163, "p95_ms": 0.863}, "track_match_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.01, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.17, "count": 160, "max_ms": 0.352, "p95_ms": 0.264}}, "gstreamer_push": {"avg_ms": 2.677, "count": 160, "max_ms": 11.388, "p95_ms": 4.986}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 160, "max_ms": 0.438, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.709, "count": 160, "max_ms": 107.491, "p95_ms": 81.826}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 160, "max_ms": 0.053, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.806, "count": 160, "max_ms": 144.326, "p95_ms": 120.603}, "inference_input_copy_ms": {"avg_ms": 1.264, "count": 160, "max_ms": 5.027, "p95_ms": 2.436}, "processing_residual_ms": {"avg_ms": 0.087, "count": 160, "max_ms": 0.36, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.183, "count": 160, "max_ms": 145.138, "p95_ms": 121.436}, "read_interval": {"avg_ms": 188.4, "count": 159, "max_ms": 3571.537, "p95_ms": 156.135}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 160, "max_ms": 0.034, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.079, "count": 160, "max_ms": 0.231, "p95_ms": 0.11}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.032, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 160, "max_ms": 0.217, "p95_ms": 0.093}, "worker_merge_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.024, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.72, "count": 160, "max_ms": 107.5, "p95_ms": 81.838}, "visualize": {"avg_ms": 32.821, "count": 160, "max_ms": 53.237, "p95_ms": 44.396}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 32.701, "count": 160, "max_ms": 53.104, "p95_ms": 44.268}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 160, "max_ms": 0.022, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.63, "count": 160, "max_ms": 53.016, "p95_ms": 44.182}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 160, "max_ms": 0.051, "p95_ms": 0.04}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1950.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.95, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.578, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82317, "write_bytes_delta": 82317, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 180.0, "cpu_core_ratio": 1.071477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4810.0, "pid": 4972, "reason": null, "system_cpu_core_ratio": 0.453107, "system_cpu_s_delta": 4.989999999999999, "user_cpu_core_ratio": 0.618369, "user_cpu_s_delta": 6.810000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.797251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234215.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.378649, "system_cpu_s_delta": 4.170000000000073, "user_cpu_core_ratio": 0.418602, "user_cpu_s_delta": 4.6099999999999}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 207, "max_ms": 7.423, "p95_ms": 4.828, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 47}, "total": {"avg": 0.227, "max": 1.0, "p95": 1.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.569, "count": 30, "max": 23.027, "p95": 17.81, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.028, "count": 30, "max": 14.149, "p95": 13.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 486.6, "count": 30, "max": 642.0, "p95": 603.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4171.167, "count": 30, "max": 32149.0, "p95": 22163.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.453, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 0.971, "p95": 0.908, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.343, "count": 30, "max": 4.665, "p95": 2.295, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84088.533, "count": 30, "max": 89454.0, "p95": 87764.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70165.8, "count": 30, "max": 89454.0, "p95": 87764.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325686.633, "count": 30, "max": 407800.0, "p95": 393803.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 2.309, "p95": 2.304, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.921, "count": 30, "max": 1.78, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 106, "sampled_at": "2026-09-01T13:04:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:04:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 12863, "flush_count": 20, "flush_interval_seconds": 30.0, "flush_state": {"count": 20, "last_at": "2026-09-01T13:04:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:04:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 19}, "started": true, "suppressed_count": 8053, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 8053}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 20, "written_record_count": 20}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6110.133, "limit_mb": null}, "detail": {"pid": 5088, "restart_count": 12, "start_count": 13}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 22317465600, "copied_frame_count": 8072, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 22317465600, "frame_buffer_copies": 8072, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0709, "count": 512, "max_ms": 0.1971, "p50_ms": 0.065, "p95_ms": 0.1001, "p99_ms": 0.141}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9006, "count": 512, "max_ms": 2.8972, "p50_ms": 0.78, "p95_ms": 1.6371, "p99_ms": 2.0545, "results": {"failed": 0, "not_applicable": 0, "success": 8072, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:04:28+09:00", "last_error_summary": "[h264 @ 0x5fa894191900] cabac decode of qscale diff failed at 199 91 [h264 @ 0x5fa894191900] error while decoding MB 199 91, bytestream 2795 [h264 @ 0x5fa894c662c0] cabac decode of qscale diff failed at 33 74 [h264 @ 0x5fa894c662c0] error while decoding MB 33 74, bytestream 11669 [rtsp @ 0x5fa893f9cf00] RTP: PT=60: bad cseq 5254 expected=d2aa [h264 @ 0x5fa8941bbbc0] cabac decode of qscale diff failed at 209 91 [h264 @ 0x5fa8941bbbc0] error while decoding MB 209 91, bytestream 513", "last_exit_at": "2026-09-01T13:04:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:04:30+09:00", "pid": 5088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.312, "name": "ffmpeg", "pid": 5088, "rss_mb": 323.312, "state": "R (running)", "threads": 49}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.912, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:04:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.215, "last_frame_pushed_at": "2026-09-01T13:04:28+09:00", "last_frame_read_age_sec": 4.331, "last_frame_read_at": "2026-09-01T13:04:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 434.126, "last_sample_duration_ms": 313.877, "last_trigger": "periodic", "next_snapshot_in_sec": 165.874, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 152, "storage_bytes": 1883660}, "mjpeg": {"age_sec": 4.209, "exists": true, "mtime": "2026-09-01T13:04:28.498131+09:00", "mtime_epoch": 1788235468.4981306, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:04:32+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1956.445, "name": "celery", "pid": 206, "rss_mb": 1945.688, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 8072, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 139, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.81, "pushed": 4.81, "read": 4.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 139, "client_acquire_ms": {"avg_ms": 0.006, "count": 139, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4264.164, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.412, "count": 139, "max_ms": 3.031, "p95_ms": 1.303, "reason": null, "sample_age_ms": 4334.169, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 139, "max_ms": 2.488, "p95_ms": 1.008, "reason": null, "sample_age_ms": 4334.351, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.12, "count": 139, "max_ms": 0.394, "p95_ms": 0.197, "reason": null, "sample_age_ms": 4264.169, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.275, "count": 139, "max_ms": 4.61, "p95_ms": 2.229, "reason": null, "sample_age_ms": 4332.725, "source": "client_direct"}, "request_count": 139, "request_tensor_bytes": {"avg": 2211848.0, "count": 139, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4332.7, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4264.231, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.656, "count": 139, "max_ms": 100.478, "p95_ms": 79.423, "reason": null, "sample_age_ms": 4264.161, "source": "client_direct"}, "sample_age_ms": 4264.158, "source": "client_direct", "task_total_ms": {"avg_ms": 71.176, "count": 139, "max_ms": 105.459, "p95_ms": 81.548, "reason": null, "sample_age_ms": 4264.158, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.567, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.626, "count": 139, "max_ms": 1.225, "p95_ms": 0.896}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.148, "count": 139, "max_ms": 0.322, "p95_ms": 0.198}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 139, "max_ms": 0.193, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.002, "count": 139, "max_ms": 0.023, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 139, "max_ms": 0.168, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.001, "count": 139, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 139, "max_ms": 0.275, "p95_ms": 0.152}, "setup_ms": {"avg_ms": 0.031, "count": 139, "max_ms": 0.121, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.597, "count": 139, "max_ms": 1.163, "p95_ms": 0.863}, "track_match_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.01, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.169, "count": 139, "max_ms": 0.352, "p95_ms": 0.272}}, "gstreamer_push": {"avg_ms": 2.794, "count": 139, "max_ms": 11.388, "p95_ms": 5.451}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 139, "max_ms": 0.438, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.827, "count": 139, "max_ms": 107.491, "p95_ms": 82.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 139, "max_ms": 0.053, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.507, "count": 139, "max_ms": 144.326, "p95_ms": 120.902}, "inference_input_copy_ms": {"avg_ms": 1.278, "count": 139, "max_ms": 5.027, "p95_ms": 2.574}, "processing_residual_ms": {"avg_ms": 0.087, "count": 139, "max_ms": 0.36, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.898, "count": 139, "max_ms": 145.138, "p95_ms": 122.313}, "read_interval": {"avg_ms": 198.637, "count": 139, "max_ms": 3571.537, "p95_ms": 168.783}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 139, "max_ms": 0.034, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.079, "count": 139, "max_ms": 0.231, "p95_ms": 0.113}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 139, "max_ms": 0.032, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 139, "max_ms": 0.217, "p95_ms": 0.097}, "worker_merge_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.024, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.837, "count": 139, "max_ms": 107.5, "p95_ms": 82.082}, "visualize": {"avg_ms": 32.414, "count": 139, "max_ms": 53.237, "p95_ms": 46.37}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 32.294, "count": 139, "max_ms": 53.104, "p95_ms": 46.212}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 139, "max_ms": 0.022, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.223, "count": 139, "max_ms": 53.016, "p95_ms": 46.104}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 139, "max_ms": 0.051, "p95_ms": 0.041}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1950.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.95, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.578, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82317, "write_bytes_delta": 82317, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 180.0, "cpu_core_ratio": 1.071477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4810.0, "pid": 4972, "reason": null, "system_cpu_core_ratio": 0.453107, "system_cpu_s_delta": 4.989999999999999, "user_cpu_core_ratio": 0.618369, "user_cpu_s_delta": 6.810000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.797251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234215.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.378649, "system_cpu_s_delta": 4.170000000000073, "user_cpu_core_ratio": 0.418602, "user_cpu_s_delta": 4.6099999999999}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 207, "max_ms": 7.423, "p95_ms": 4.828, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 47}, "total": {"avg": 0.227, "max": 1.0, "p95": 1.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.569, "count": 30, "max": 23.027, "p95": 17.81, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.028, "count": 30, "max": 14.149, "p95": 13.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 486.6, "count": 30, "max": 642.0, "p95": 603.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4171.167, "count": 30, "max": 32149.0, "p95": 22163.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.453, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 0.971, "p95": 0.908, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.343, "count": 30, "max": 4.665, "p95": 2.295, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84088.533, "count": 30, "max": 89454.0, "p95": 87764.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70165.8, "count": 30, "max": 89454.0, "p95": 87764.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325686.633, "count": 30, "max": 407800.0, "p95": 393803.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 2.309, "p95": 2.304, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.921, "count": 30, "max": 1.78, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 106, "sampled_at": "2026-09-01T13:04:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:04:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.896, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 16026, "flush_count": 25, "flush_interval_seconds": 30.0, "flush_state": {"count": 25, "last_at": "2026-09-01T13:09:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:09:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 24}, "started": true, "suppressed_count": 10501, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10501}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 25, "written_record_count": 25}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5828.59, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56b5c36b2e00] error while decoding MB 69 101, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 29099520000, "copied_frame_count": 10525, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 29099520000, "frame_buffer_copies": 10525, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0763, "count": 512, "max_ms": 1.0031, "p50_ms": 0.0671, "p95_ms": 0.1154, "p99_ms": 0.1935}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8966, "count": 512, "max_ms": 3.3379, "p50_ms": 0.7555, "p95_ms": 1.6679, "p99_ms": 2.0679, "results": {"failed": 0, "not_applicable": 0, "success": 10525, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:09:28+09:00", "last_error_summary": "[h264 @ 0x56b5c36b2e00] error while decoding MB 69 101, bytestream -9", "last_exit_at": "2026-09-01T13:04:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.359, "last_started_at": "2026-09-01T13:04:30+09:00", "pid": 5088, "process": {"exists": false, "pid": 5088}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.383, "sample_count": 2457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-09-01T13:09:28+09:00", "last_frame_read_age_sec": 0.05, "last_frame_read_at": "2026-09-01T13:09:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 126.027, "last_sample_duration_ms": 377.104, "last_trigger": "periodic", "next_snapshot_in_sec": 473.973, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 153, "storage_bytes": 1891163}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-09-01T13:09:28.018736+09:00", "mtime_epoch": 1788235768.018736, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 71154}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:09:28+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1957.871, "name": "celery", "pid": 206, "rss_mb": 1949.395, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 10525, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.277, "pushed": 8.277, "read": 8.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 106.524, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.586, "count": 248, "max_ms": 2.14, "p95_ms": 1.54, "reason": null, "sample_age_ms": 54.723, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.224, "count": 248, "max_ms": 1.692, "p95_ms": 1.103, "reason": null, "sample_age_ms": 54.94, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 248, "max_ms": 0.203, "p95_ms": 0.1, "reason": null, "sample_age_ms": 106.529, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.69, "count": 248, "max_ms": 4.524, "p95_ms": 3.019, "reason": null, "sample_age_ms": 53.515, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2211848.0, "count": 248, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 53.493, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.596, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.262, "count": 248, "max_ms": 87.95, "p95_ms": 77.775, "reason": null, "sample_age_ms": 106.521, "source": "client_direct"}, "sample_age_ms": 53.485, "source": "client_direct", "task_total_ms": {"avg_ms": 71.161, "count": 248, "max_ms": 88.949, "p95_ms": 80.415, "reason": null, "sample_age_ms": 106.518, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.807, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.66, "count": 248, "max_ms": 2.118, "p95_ms": 0.953}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 248, "max_ms": 0.613, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 248, "max_ms": 0.173, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 248, "max_ms": 0.179, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.015, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 248, "max_ms": 0.411, "p95_ms": 0.169}, "setup_ms": {"avg_ms": 0.032, "count": 248, "max_ms": 0.152, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.63, "count": 248, "max_ms": 2.052, "p95_ms": 0.918}, "track_match_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.05, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.187, "count": 248, "max_ms": 0.62, "p95_ms": 0.296}}, "gstreamer_push": {"avg_ms": 2.605, "count": 248, "max_ms": 7.641, "p95_ms": 5.206}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 248, "max_ms": 0.331, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.998, "count": 248, "max_ms": 89.49, "p95_ms": 81.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 248, "max_ms": 0.093, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.446, "count": 248, "max_ms": 152.856, "p95_ms": 127.494}, "inference_input_copy_ms": {"avg_ms": 1.441, "count": 248, "max_ms": 5.261, "p95_ms": 3.123}, "processing_residual_ms": {"avg_ms": 0.09, "count": 248, "max_ms": 0.315, "p95_ms": 0.156}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.005, "count": 248, "max_ms": 153.719, "p95_ms": 128.151}, "read_interval": {"avg_ms": 121.015, "count": 248, "max_ms": 174.32, "p95_ms": 142.014}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 248, "max_ms": 0.033, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.082, "count": 248, "max_ms": 0.305, "p95_ms": 0.118}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.037, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 248, "max_ms": 0.279, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.019, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 72.009, "count": 248, "max_ms": 89.512, "p95_ms": 81.224}, "visualize": {"avg_ms": 37.079, "count": 248, "max_ms": 80.674, "p95_ms": 48.357}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.956, "count": 248, "max_ms": 80.489, "p95_ms": 48.232}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.883, "count": 248, "max_ms": 80.395, "p95_ms": 48.166}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 248, "max_ms": 0.067, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1946.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.117, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.383, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:09:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 71324, "write_bytes_delta": 71324, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 444.0, "cpu_core_ratio": 0.842501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5088, "reason": null, "system_cpu_core_ratio": 0.032825, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.809677, "user_cpu_s_delta": 8.140000000000015}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.361729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 360904.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.649532, "system_cpu_s_delta": 6.529999999999973, "user_cpu_core_ratio": 0.712197, "user_cpu_s_delta": 7.160000000000082}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.514, "count": 249, "max_ms": 7.641, "p95_ms": 5.206, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.563, "count": 30, "max": 25.557, "p95": 18.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.15, "count": 30, "max": 25.114, "p95": 14.43, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 476.867, "count": 30, "max": 598.0, "p95": 555.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1117.767, "count": 30, "max": 26092.0, "p95": 3205.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.551, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 0.981, "p95": 0.931, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.219, "p95": 0.13, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75764.933, "count": 30, "max": 90916.0, "p95": 87096.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 58866.033, "count": 30, "max": 90916.0, "p95": 77349.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 351678.567, "count": 30, "max": 382153.0, "p95": 379157.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.701, "count": 30, "max": 1.535, "p95": 1.125, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.757, "count": 30, "max": 1.306, "p95": 1.103, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 137, "sampled_at": "2026-09-01T13:09:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:09:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 16026, "flush_count": 25, "flush_interval_seconds": 30.0, "flush_state": {"count": 25, "last_at": "2026-09-01T13:09:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:09:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 24}, "started": true, "suppressed_count": 10502, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 25, "written_record_count": 25}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5829.414, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:09:28+09:00", "last_error_summary": "[h264 @ 0x56b5c36b2e00] error while decoding MB 69 101, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 29102284800, "copied_frame_count": 10526, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 29102284800, "frame_buffer_copies": 10526, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0763, "count": 512, "max_ms": 1.0031, "p50_ms": 0.0671, "p95_ms": 0.1154, "p99_ms": 0.1935}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8966, "count": 512, "max_ms": 3.3379, "p50_ms": 0.7555, "p95_ms": 1.6679, "p99_ms": 2.0679, "results": {"failed": 0, "not_applicable": 0, "success": 10526, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:09:28+09:00", "last_error_summary": "[h264 @ 0x56b5c36b2e00] error while decoding MB 69 101, bytestream -9", "last_exit_at": "2026-09-01T13:09:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.414, "last_started_at": "2026-09-01T13:04:30+09:00", "pid": 5088, "process": {"exists": false, "pid": 5088}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.383, "sample_count": 2458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:09:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:09:28+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-09-01T13:09:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 126.083, "last_sample_duration_ms": 377.104, "last_trigger": "periodic", "next_snapshot_in_sec": 473.917, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 153, "storage_bytes": 1891163}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-09-01T13:09:28.018736+09:00", "mtime_epoch": 1788235768.018736, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 71154}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:09:28+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1957.871, "name": "celery", "pid": 206, "rss_mb": 1949.395, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 10526, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.293, "pushed": 8.293, "read": 8.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 45.063, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.587, "count": 247, "max_ms": 2.14, "p95_ms": 1.541, "reason": null, "sample_age_ms": 110.732, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.225, "count": 247, "max_ms": 1.692, "p95_ms": 1.103, "reason": null, "sample_age_ms": 110.949, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 248, "max_ms": 0.203, "p95_ms": 0.1, "reason": null, "sample_age_ms": 45.069, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.693, "count": 247, "max_ms": 4.524, "p95_ms": 3.02, "reason": null, "sample_age_ms": 109.524, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2211848.0, "count": 247, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 109.503, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.115, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.25, "count": 248, "max_ms": 87.95, "p95_ms": 77.775, "reason": null, "sample_age_ms": 45.061, "source": "client_direct"}, "sample_age_ms": 45.057, "source": "client_direct", "task_total_ms": {"avg_ms": 71.147, "count": 248, "max_ms": 88.949, "p95_ms": 80.415, "reason": null, "sample_age_ms": 45.057, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.804, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.659, "count": 248, "max_ms": 2.118, "p95_ms": 0.953}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 248, "max_ms": 0.613, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 248, "max_ms": 0.173, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 248, "max_ms": 0.179, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.015, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 248, "max_ms": 0.411, "p95_ms": 0.169}, "setup_ms": {"avg_ms": 0.032, "count": 248, "max_ms": 0.152, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.629, "count": 248, "max_ms": 2.052, "p95_ms": 0.918}, "track_match_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.05, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.187, "count": 248, "max_ms": 0.62, "p95_ms": 0.296}}, "gstreamer_push": {"avg_ms": 2.612, "count": 248, "max_ms": 7.641, "p95_ms": 5.206}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 248, "max_ms": 0.331, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.984, "count": 248, "max_ms": 89.49, "p95_ms": 81.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 248, "max_ms": 0.093, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.452, "count": 248, "max_ms": 152.856, "p95_ms": 127.494}, "inference_input_copy_ms": {"avg_ms": 1.438, "count": 248, "max_ms": 5.261, "p95_ms": 3.123}, "processing_residual_ms": {"avg_ms": 0.09, "count": 248, "max_ms": 0.315, "p95_ms": 0.156}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.008, "count": 248, "max_ms": 153.719, "p95_ms": 128.151}, "read_interval": {"avg_ms": 121.077, "count": 247, "max_ms": 174.32, "p95_ms": 142.014}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 248, "max_ms": 0.033, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.082, "count": 248, "max_ms": 0.305, "p95_ms": 0.118}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.037, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 248, "max_ms": 0.279, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.019, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.996, "count": 248, "max_ms": 89.512, "p95_ms": 81.224}, "visualize": {"avg_ms": 37.098, "count": 248, "max_ms": 80.674, "p95_ms": 48.357}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.975, "count": 248, "max_ms": 80.489, "p95_ms": 48.232}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.902, "count": 248, "max_ms": 80.395, "p95_ms": 48.166}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 248, "max_ms": 0.067, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1946.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.117, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.383, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:09:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 71324, "write_bytes_delta": 71324, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 444.0, "cpu_core_ratio": 0.842501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5088, "reason": null, "system_cpu_core_ratio": 0.032825, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.809677, "user_cpu_s_delta": 8.140000000000015}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.361729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 360904.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.649532, "system_cpu_s_delta": 6.529999999999973, "user_cpu_core_ratio": 0.712197, "user_cpu_s_delta": 7.160000000000082}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.514, "count": 249, "max_ms": 7.641, "p95_ms": 5.206, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.563, "count": 30, "max": 25.557, "p95": 18.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.15, "count": 30, "max": 25.114, "p95": 14.43, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 476.867, "count": 30, "max": 598.0, "p95": 555.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1117.767, "count": 30, "max": 26092.0, "p95": 3205.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.551, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 0.981, "p95": 0.931, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.219, "p95": 0.13, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75764.933, "count": 30, "max": 90916.0, "p95": 87096.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 58866.033, "count": 30, "max": 90916.0, "p95": 77349.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 351678.567, "count": 30, "max": 382153.0, "p95": 379157.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.701, "count": 30, "max": 1.535, "p95": 1.125, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.757, "count": 30, "max": 1.306, "p95": 1.103, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 137, "sampled_at": "2026-09-01T13:09:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:09:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 16026, "flush_count": 25, "flush_interval_seconds": 30.0, "flush_state": {"count": 25, "last_at": "2026-09-01T13:09:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:09:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 24}, "started": true, "suppressed_count": 10502, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 25, "written_record_count": 25}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5828.621, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 29102284800, "copied_frame_count": 10526, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 29102284800, "frame_buffer_copies": 10526, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0763, "count": 512, "max_ms": 1.0031, "p50_ms": 0.0671, "p95_ms": 0.1154, "p99_ms": 0.1935}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8966, "count": 512, "max_ms": 3.3379, "p50_ms": 0.7555, "p95_ms": 1.6679, "p99_ms": 2.0679, "results": {"failed": 0, "not_applicable": 0, "success": 10526, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:09:28+09:00", "last_error_summary": "[h264 @ 0x56b5c36b2e00] error while decoding MB 69 101, bytestream -9", "last_exit_at": "2026-09-01T13:09:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.433, "last_started_at": "2026-09-01T13:04:30+09:00", "pid": 5088, "process": {"exists": false, "pid": 5088}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.383, "sample_count": 2458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:09:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-09-01T13:09:28+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-09-01T13:09:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 126.1, "last_sample_duration_ms": 377.104, "last_trigger": "periodic", "next_snapshot_in_sec": 473.9, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 153, "storage_bytes": 1891163}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-09-01T13:09:28.126736+09:00", "mtime_epoch": 1788235768.1267364, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 71190}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:09:28+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1957.871, "name": "celery", "pid": 206, "rss_mb": 1949.395, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 10526, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.288, "pushed": 8.288, "read": 8.254}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 61.86, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.587, "count": 247, "max_ms": 2.14, "p95_ms": 1.541, "reason": null, "sample_age_ms": 127.528, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.225, "count": 247, "max_ms": 1.692, "p95_ms": 1.103, "reason": null, "sample_age_ms": 127.745, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 248, "max_ms": 0.203, "p95_ms": 0.1, "reason": null, "sample_age_ms": 61.865, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.693, "count": 247, "max_ms": 4.524, "p95_ms": 3.02, "reason": null, "sample_age_ms": 126.32, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2211848.0, "count": 247, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 126.299, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.911, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.25, "count": 248, "max_ms": 87.95, "p95_ms": 77.775, "reason": null, "sample_age_ms": 61.857, "source": "client_direct"}, "sample_age_ms": 61.853, "source": "client_direct", "task_total_ms": {"avg_ms": 71.147, "count": 248, "max_ms": 88.949, "p95_ms": 80.415, "reason": null, "sample_age_ms": 61.853, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.881, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.659, "count": 248, "max_ms": 2.118, "p95_ms": 0.953}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 248, "max_ms": 0.613, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 248, "max_ms": 0.173, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 248, "max_ms": 0.179, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.015, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 248, "max_ms": 0.411, "p95_ms": 0.169}, "setup_ms": {"avg_ms": 0.032, "count": 248, "max_ms": 0.152, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.629, "count": 248, "max_ms": 2.052, "p95_ms": 0.918}, "track_match_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.05, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.187, "count": 248, "max_ms": 0.62, "p95_ms": 0.296}}, "gstreamer_push": {"avg_ms": 2.612, "count": 248, "max_ms": 7.641, "p95_ms": 5.206}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 248, "max_ms": 0.331, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.984, "count": 248, "max_ms": 89.49, "p95_ms": 81.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 248, "max_ms": 0.093, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.452, "count": 248, "max_ms": 152.856, "p95_ms": 127.494}, "inference_input_copy_ms": {"avg_ms": 1.438, "count": 248, "max_ms": 5.261, "p95_ms": 3.123}, "processing_residual_ms": {"avg_ms": 0.09, "count": 248, "max_ms": 0.315, "p95_ms": 0.156}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.008, "count": 248, "max_ms": 153.719, "p95_ms": 128.151}, "read_interval": {"avg_ms": 121.077, "count": 247, "max_ms": 174.32, "p95_ms": 142.014}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 248, "max_ms": 0.033, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.082, "count": 248, "max_ms": 0.305, "p95_ms": 0.118}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.037, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 248, "max_ms": 0.279, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.019, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.996, "count": 248, "max_ms": 89.512, "p95_ms": 81.224}, "visualize": {"avg_ms": 37.098, "count": 248, "max_ms": 80.674, "p95_ms": 48.357}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.975, "count": 248, "max_ms": 80.489, "p95_ms": 48.232}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.902, "count": 248, "max_ms": 80.395, "p95_ms": 48.166}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 248, "max_ms": 0.067, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1946.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.117, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.383, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:09:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 71324, "write_bytes_delta": 71324, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 444.0, "cpu_core_ratio": 0.842501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5088, "reason": null, "system_cpu_core_ratio": 0.032825, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.809677, "user_cpu_s_delta": 8.140000000000015}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.361729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 360904.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.649532, "system_cpu_s_delta": 6.529999999999973, "user_cpu_core_ratio": 0.712197, "user_cpu_s_delta": 7.160000000000082}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.514, "count": 249, "max_ms": 7.641, "p95_ms": 5.206, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.563, "count": 30, "max": 25.557, "p95": 18.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.15, "count": 30, "max": 25.114, "p95": 14.43, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 476.867, "count": 30, "max": 598.0, "p95": 555.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1117.767, "count": 30, "max": 26092.0, "p95": 3205.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.551, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 0.981, "p95": 0.931, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.219, "p95": 0.13, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75764.933, "count": 30, "max": 90916.0, "p95": 87096.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 58866.033, "count": 30, "max": 90916.0, "p95": 77349.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 351678.567, "count": 30, "max": 382153.0, "p95": 379157.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.701, "count": 30, "max": 1.535, "p95": 1.125, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.757, "count": 30, "max": 1.306, "p95": 1.103, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 137, "sampled_at": "2026-09-01T13:09:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:09:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 16026, "flush_count": 25, "flush_interval_seconds": 30.0, "flush_state": {"count": 25, "last_at": "2026-09-01T13:09:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:09:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 24}, "started": true, "suppressed_count": 10502, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 25, "written_record_count": 25}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6186.203, "limit_mb": null}, "detail": {"pid": 5204, "restart_count": 13, "start_count": 14}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 29102284800, "copied_frame_count": 10526, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 29102284800, "frame_buffer_copies": 10526, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0763, "count": 512, "max_ms": 1.0031, "p50_ms": 0.0671, "p95_ms": 0.1154, "p99_ms": 0.1935}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8966, "count": 512, "max_ms": 3.3379, "p50_ms": 0.7555, "p95_ms": 1.6679, "p99_ms": 2.0679, "results": {"failed": 0, "not_applicable": 0, "success": 10526, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:09:28+09:00", "last_error_summary": "[h264 @ 0x56b5c36b2e00] error while decoding MB 69 101, bytestream -9", "last_exit_at": "2026-09-01T13:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:09:30+09:00", "pid": 5204, "process": {"exists": true, "fd_count": 5, "hwm_mb": 392.188, "name": "ffmpeg", "pid": 5204, "rss_mb": 392.188, "state": "S (sleeping)", "threads": 70}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.297, "sample_count": 2453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:09:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.796, "last_frame_pushed_at": "2026-09-01T13:09:28+09:00", "last_frame_read_age_sec": 4.901, "last_frame_read_at": "2026-09-01T13:09:28+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.878, "last_sample_duration_ms": 377.104, "last_trigger": "periodic", "next_snapshot_in_sec": 469.122, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 153, "storage_bytes": 1891163}, "mjpeg": {"age_sec": 4.789, "exists": true, "mtime": "2026-09-01T13:09:28.126736+09:00", "mtime_epoch": 1788235768.1267364, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 71190}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:09:32+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1957.871, "name": "celery", "pid": 206, "rss_mb": 1949.398, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 10526, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.925, "pushed": 6.925, "read": 6.891}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.007, "count": 207, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4838.617, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.585, "count": 206, "max_ms": 2.14, "p95_ms": 1.48, "reason": null, "sample_age_ms": 4904.285, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.224, "count": 206, "max_ms": 1.692, "p95_ms": 1.101, "reason": null, "sample_age_ms": 4904.503, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 207, "max_ms": 0.203, "p95_ms": 0.1, "reason": null, "sample_age_ms": 4838.622, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.715, "count": 206, "max_ms": 4.524, "p95_ms": 2.983, "reason": null, "sample_age_ms": 4903.078, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2211848.0, "count": 206, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4903.056, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4838.668, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.137, "count": 207, "max_ms": 87.95, "p95_ms": 77.674, "reason": null, "sample_age_ms": 4838.614, "source": "client_direct"}, "sample_age_ms": 4838.611, "source": "client_direct", "task_total_ms": {"avg_ms": 71.067, "count": 207, "max_ms": 88.949, "p95_ms": 80.416, "reason": null, "sample_age_ms": 4838.611, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.398, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.658, "count": 207, "max_ms": 1.382, "p95_ms": 0.953}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 207, "max_ms": 0.424, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 207, "max_ms": 0.173, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 207, "max_ms": 0.025, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 207, "max_ms": 0.15, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.001, "count": 207, "max_ms": 0.009, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 207, "max_ms": 0.332, "p95_ms": 0.169}, "setup_ms": {"avg_ms": 0.032, "count": 207, "max_ms": 0.09, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.629, "count": 207, "max_ms": 1.325, "p95_ms": 0.918}, "track_match_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.05, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.188, "count": 207, "max_ms": 0.427, "p95_ms": 0.296}}, "gstreamer_push": {"avg_ms": 2.805, "count": 207, "max_ms": 7.641, "p95_ms": 5.323}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 207, "max_ms": 0.331, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.906, "count": 207, "max_ms": 89.49, "p95_ms": 81.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 207, "max_ms": 0.093, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.805, "count": 207, "max_ms": 152.856, "p95_ms": 127.494}, "inference_input_copy_ms": {"avg_ms": 1.507, "count": 207, "max_ms": 5.261, "p95_ms": 3.157}, "processing_residual_ms": {"avg_ms": 0.092, "count": 207, "max_ms": 0.315, "p95_ms": 0.16}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.432, "count": 207, "max_ms": 153.719, "p95_ms": 128.151}, "read_interval": {"avg_ms": 121.874, "count": 206, "max_ms": 174.32, "p95_ms": 142.014}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 207, "max_ms": 0.033, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.081, "count": 207, "max_ms": 0.258, "p95_ms": 0.118}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 207, "max_ms": 0.037, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 207, "max_ms": 0.236, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.012, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.918, "count": 207, "max_ms": 89.512, "p95_ms": 81.224}, "visualize": {"avg_ms": 37.519, "count": 207, "max_ms": 80.674, "p95_ms": 48.357}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.396, "count": 207, "max_ms": 80.489, "p95_ms": 48.232}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.323, "count": 207, "max_ms": 80.395, "p95_ms": 48.166}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 207, "max_ms": 0.061, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1946.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.117, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.383, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:09:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 71324, "write_bytes_delta": 71324, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 444.0, "cpu_core_ratio": 0.842501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5088, "reason": null, "system_cpu_core_ratio": 0.032825, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.809677, "user_cpu_s_delta": 8.140000000000015}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.361729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 360904.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.649532, "system_cpu_s_delta": 6.529999999999973, "user_cpu_core_ratio": 0.712197, "user_cpu_s_delta": 7.160000000000082}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.514, "count": 249, "max_ms": 7.641, "p95_ms": 5.206, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.563, "count": 30, "max": 25.557, "p95": 18.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.15, "count": 30, "max": 25.114, "p95": 14.43, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 476.867, "count": 30, "max": 598.0, "p95": 555.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1117.767, "count": 30, "max": 26092.0, "p95": 3205.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.551, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 0.981, "p95": 0.931, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.219, "p95": 0.13, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75764.933, "count": 30, "max": 90916.0, "p95": 87096.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 58866.033, "count": 30, "max": 90916.0, "p95": 77349.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 351678.567, "count": 30, "max": 382153.0, "p95": 379157.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.701, "count": 30, "max": 1.535, "p95": 1.125, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.757, "count": 30, "max": 1.306, "p95": 1.103, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 137, "sampled_at": "2026-09-01T13:09:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:09:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 19836, "flush_count": 31, "flush_interval_seconds": 30.0, "flush_state": {"count": 31, "last_at": "2026-09-01T13:15:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:15:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 30}, "started": true, "suppressed_count": 13398, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 13398}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 31, "written_record_count": 31}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5833.355, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61b439f21a80] error while decoding MB 126 60, bytestream 217 [h264 @ 0x61b43929fd00] cabac decode of qscale diff failed at 82 91 [h264 @ 0x61b43929fd00] error while decoding MB 82 91, bytestream 1270", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 37125734400, "copied_frame_count": 13428, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 37125734400, "frame_buffer_copies": 13428, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0706, "count": 512, "max_ms": 0.2153, "p50_ms": 0.0643, "p95_ms": 0.1021, "p99_ms": 0.1411}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8362, "count": 512, "max_ms": 2.9323, "p50_ms": 0.7105, "p95_ms": 1.5631, "p99_ms": 1.8794, "results": {"failed": 0, "not_applicable": 0, "success": 13428, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:15:18+09:00", "last_error_summary": "[h264 @ 0x61b439f21a80] error while decoding MB 126 60, bytestream 217 [h264 @ 0x61b43929fd00] cabac decode of qscale diff failed at 82 91 [h264 @ 0x61b43929fd00] error while decoding MB 82 91, bytestream 1270", "last_exit_at": "2026-09-01T13:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.193, "last_started_at": "2026-09-01T13:09:30+09:00", "pid": 5204, "process": {"exists": false, "pid": 5204}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.097, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:15:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-09-01T13:15:18+09:00", "last_frame_read_age_sec": 0.048, "last_frame_read_at": "2026-09-01T13:15:18+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 476.068, "last_sample_duration_ms": 377.104, "last_trigger": "periodic", "next_snapshot_in_sec": 123.932, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 153, "storage_bytes": 1891163}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-09-01T13:15:18.063603+09:00", "mtime_epoch": 1788236118.0636027, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 71422}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:15:18+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1957.871, "name": "celery", "pid": 206, "rss_mb": 1950.762, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 13428, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.056, "pushed": 8.056, "read": 8.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.042, "p95_ms": 0.016, "reason": null, "sample_age_ms": 106.993, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.573, "count": 241, "max_ms": 2.051, "p95_ms": 1.572, "reason": null, "sample_age_ms": 51.371, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 241, "max_ms": 1.782, "p95_ms": 1.235, "reason": null, "sample_age_ms": 51.526, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 241, "max_ms": 0.205, "p95_ms": 0.093, "reason": null, "sample_age_ms": 106.998, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.594, "count": 241, "max_ms": 4.324, "p95_ms": 2.396, "reason": null, "sample_age_ms": 50.102, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2211848.0, "count": 241, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 50.087, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.058, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.582, "count": 241, "max_ms": 81.47, "p95_ms": 76.043, "reason": null, "sample_age_ms": 106.989, "source": "client_direct"}, "sample_age_ms": 50.082, "source": "client_direct", "task_total_ms": {"avg_ms": 70.373, "count": 241, "max_ms": 83.725, "p95_ms": 78.746, "reason": null, "sample_age_ms": 106.986, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.676, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 241, "max_ms": 1.156, "p95_ms": 0.892}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.152, "count": 241, "max_ms": 0.355, "p95_ms": 0.232}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 241, "max_ms": 0.236, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.002, "count": 241, "max_ms": 0.029, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 241, "max_ms": 0.113, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 241, "max_ms": 0.015, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 241, "max_ms": 0.272, "p95_ms": 0.157}, "setup_ms": {"avg_ms": 0.032, "count": 241, "max_ms": 0.079, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.608, "count": 241, "max_ms": 1.102, "p95_ms": 0.86}, "track_match_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.043, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.17, "count": 241, "max_ms": 0.35, "p95_ms": 0.257}}, "gstreamer_push": {"avg_ms": 2.772, "count": 241, "max_ms": 7.17, "p95_ms": 5.0}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 241, "max_ms": 0.285, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.194, "count": 241, "max_ms": 84.963, "p95_ms": 79.751}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 241, "max_ms": 0.072, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.786, "count": 241, "max_ms": 143.772, "p95_ms": 118.147}, "inference_input_copy_ms": {"avg_ms": 1.473, "count": 241, "max_ms": 3.747, "p95_ms": 2.792}, "processing_residual_ms": {"avg_ms": 0.085, "count": 241, "max_ms": 0.382, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.371, "count": 241, "max_ms": 145.664, "p95_ms": 119.769}, "read_interval": {"avg_ms": 124.38, "count": 241, "max_ms": 1722.585, "p95_ms": 135.069}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 241, "max_ms": 0.053, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.079, "count": 241, "max_ms": 0.19, "p95_ms": 0.107}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.027, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 241, "max_ms": 0.17, "p95_ms": 0.094}, "worker_merge_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.031, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.205, "count": 241, "max_ms": 84.983, "p95_ms": 79.764}, "visualize": {"avg_ms": 34.295, "count": 241, "max_ms": 55.989, "p95_ms": 43.588}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.174, "count": 241, "max_ms": 55.789, "p95_ms": 43.48}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 241, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.103, "count": 241, "max_ms": 55.675, "p95_ms": 43.42}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 241, "max_ms": 0.071, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1948.168, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.441, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.208, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72012, "write_bytes_delta": 72012, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 355.0, "cpu_core_ratio": 0.571644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 5204, "reason": null, "system_cpu_core_ratio": 0.028831, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.542813, "user_cpu_s_delta": 5.460000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.386858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 369551.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.656148, "system_cpu_s_delta": 6.599999999999909, "user_cpu_core_ratio": 0.73071, "user_cpu_s_delta": 7.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.421, "count": 255, "max_ms": 6.952, "p95_ms": 4.693, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.018, "count": 30, "max": 17.853, "p95": 13.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.093, "count": 30, "max": 11.972, "p95": 10.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 435.467, "count": 30, "max": 469.0, "p95": 457.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 188.767, "count": 30, "max": 3905.0, "p95": 962.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.126, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.724, "count": 30, "max": 0.815, "p95": 0.775, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.043, "count": 30, "max": 0.126, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 70662.933, "count": 30, "max": 72012.0, "p95": 71845.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68335.467, "count": 30, "max": 72012.0, "p95": 71845.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 373797.2, "count": 30, "max": 385932.0, "p95": 381865.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.688, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.713, "count": 30, "max": 0.745, "p95": 0.735, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 170, "sampled_at": "2026-09-01T13:14:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:14:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 19836, "flush_count": 31, "flush_interval_seconds": 30.0, "flush_state": {"count": 31, "last_at": "2026-09-01T13:15:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:15:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 30}, "started": true, "suppressed_count": 13399, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 13399}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 31, "written_record_count": 31}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5830.695, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:15:18+09:00", "last_error_summary": "[h264 @ 0x61b439f21a80] error while decoding MB 126 60, bytestream 217 [h264 @ 0x61b43929fd00] cabac decode of qscale diff failed at 82 91 [h264 @ 0x61b43929fd00] error while decoding MB 82 91, bytestream 1270", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 37128499200, "copied_frame_count": 13429, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 37128499200, "frame_buffer_copies": 13429, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0707, "count": 512, "max_ms": 0.2153, "p50_ms": 0.0643, "p95_ms": 0.1021, "p99_ms": 0.1411}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8371, "count": 512, "max_ms": 2.9323, "p50_ms": 0.7113, "p95_ms": 1.5631, "p99_ms": 1.8794, "results": {"failed": 0, "not_applicable": 0, "success": 13429, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:15:18+09:00", "last_error_summary": "[h264 @ 0x61b439f21a80] error while decoding MB 126 60, bytestream 217 [h264 @ 0x61b43929fd00] cabac decode of qscale diff failed at 82 91 [h264 @ 0x61b43929fd00] error while decoding MB 82 91, bytestream 1270", "last_exit_at": "2026-09-01T13:15:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.263, "last_started_at": "2026-09-01T13:09:30+09:00", "pid": 5204, "process": {"exists": false, "pid": 5204}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.097, "sample_count": 2518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:15:18+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-09-01T13:15:18+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 476.139, "last_sample_duration_ms": 377.104, "last_trigger": "periodic", "next_snapshot_in_sec": 123.861, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 153, "storage_bytes": 1891163}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-09-01T13:15:18.063603+09:00", "mtime_epoch": 1788236118.0636027, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 71422}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:15:18+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1957.871, "name": "celery", "pid": 206, "rss_mb": 1948.242, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 13429, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.071, "pushed": 8.071, "read": 8.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.042, "p95_ms": 0.016, "reason": null, "sample_age_ms": 53.038, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.573, "count": 241, "max_ms": 2.051, "p95_ms": 1.572, "reason": null, "sample_age_ms": 121.841, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 241, "max_ms": 1.782, "p95_ms": 1.235, "reason": null, "sample_age_ms": 121.996, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 241, "max_ms": 0.205, "p95_ms": 0.093, "reason": null, "sample_age_ms": 53.044, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.594, "count": 241, "max_ms": 4.324, "p95_ms": 2.396, "reason": null, "sample_age_ms": 120.572, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2211848.0, "count": 241, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.557, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.12, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.591, "count": 241, "max_ms": 81.47, "p95_ms": 76.043, "reason": null, "sample_age_ms": 53.034, "source": "client_direct"}, "sample_age_ms": 53.031, "source": "client_direct", "task_total_ms": {"avg_ms": 70.383, "count": 241, "max_ms": 83.725, "p95_ms": 78.746, "reason": null, "sample_age_ms": 53.031, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.818, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 242, "max_ms": 1.156, "p95_ms": 0.892}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.152, "count": 242, "max_ms": 0.355, "p95_ms": 0.232}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 242, "max_ms": 0.236, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.002, "count": 242, "max_ms": 0.029, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 242, "max_ms": 0.113, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 242, "max_ms": 0.015, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 242, "max_ms": 0.272, "p95_ms": 0.157}, "setup_ms": {"avg_ms": 0.032, "count": 242, "max_ms": 0.079, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.608, "count": 242, "max_ms": 1.102, "p95_ms": 0.86}, "track_match_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.043, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.17, "count": 242, "max_ms": 0.35, "p95_ms": 0.257}}, "gstreamer_push": {"avg_ms": 2.769, "count": 242, "max_ms": 7.17, "p95_ms": 5.0}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 242, "max_ms": 0.285, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.186, "count": 242, "max_ms": 84.963, "p95_ms": 79.751}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 242, "max_ms": 0.072, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.81, "count": 242, "max_ms": 143.772, "p95_ms": 118.147}, "inference_input_copy_ms": {"avg_ms": 1.471, "count": 242, "max_ms": 3.747, "p95_ms": 2.792}, "processing_residual_ms": {"avg_ms": 0.085, "count": 242, "max_ms": 0.382, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.392, "count": 242, "max_ms": 145.664, "p95_ms": 119.769}, "read_interval": {"avg_ms": 124.38, "count": 241, "max_ms": 1722.585, "p95_ms": 135.069}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 242, "max_ms": 0.053, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.079, "count": 242, "max_ms": 0.19, "p95_ms": 0.107}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.027, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 242, "max_ms": 0.17, "p95_ms": 0.094}, "worker_merge_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.031, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.198, "count": 242, "max_ms": 84.983, "p95_ms": 79.764}, "visualize": {"avg_ms": 34.328, "count": 242, "max_ms": 55.989, "p95_ms": 43.588}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.206, "count": 242, "max_ms": 55.789, "p95_ms": 43.48}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 242, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.136, "count": 242, "max_ms": 55.675, "p95_ms": 43.42}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 242, "max_ms": 0.071, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1948.168, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.441, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.208, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72012, "write_bytes_delta": 72012, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 355.0, "cpu_core_ratio": 0.571644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 5204, "reason": null, "system_cpu_core_ratio": 0.028831, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.542813, "user_cpu_s_delta": 5.460000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.386858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 369551.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.656148, "system_cpu_s_delta": 6.599999999999909, "user_cpu_core_ratio": 0.73071, "user_cpu_s_delta": 7.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.421, "count": 255, "max_ms": 6.952, "p95_ms": 4.693, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.018, "count": 30, "max": 17.853, "p95": 13.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.093, "count": 30, "max": 11.972, "p95": 10.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 435.467, "count": 30, "max": 469.0, "p95": 457.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 188.767, "count": 30, "max": 3905.0, "p95": 962.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.126, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.724, "count": 30, "max": 0.815, "p95": 0.775, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.043, "count": 30, "max": 0.126, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 70662.933, "count": 30, "max": 72012.0, "p95": 71845.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68335.467, "count": 30, "max": 72012.0, "p95": 71845.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 373797.2, "count": 30, "max": 385932.0, "p95": 381865.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.688, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.713, "count": 30, "max": 0.745, "p95": 0.735, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 170, "sampled_at": "2026-09-01T13:14:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:14:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 19836, "flush_count": 31, "flush_interval_seconds": 30.0, "flush_state": {"count": 31, "last_at": "2026-09-01T13:15:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:15:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 30}, "started": true, "suppressed_count": 13399, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 13399}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 31, "written_record_count": 31}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5831.949, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 37128499200, "copied_frame_count": 13429, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 37128499200, "frame_buffer_copies": 13429, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0707, "count": 512, "max_ms": 0.2153, "p50_ms": 0.0643, "p95_ms": 0.1021, "p99_ms": 0.1411}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8371, "count": 512, "max_ms": 2.9323, "p50_ms": 0.7113, "p95_ms": 1.5631, "p99_ms": 1.8794, "results": {"failed": 0, "not_applicable": 0, "success": 13429, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:15:18+09:00", "last_error_summary": "[h264 @ 0x61b439f21a80] error while decoding MB 126 60, bytestream 217 [h264 @ 0x61b43929fd00] cabac decode of qscale diff failed at 82 91 [h264 @ 0x61b43929fd00] error while decoding MB 82 91, bytestream 1270", "last_exit_at": "2026-09-01T13:15:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.28, "last_started_at": "2026-09-01T13:09:30+09:00", "pid": 5204, "process": {"exists": false, "pid": 5204}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.097, "sample_count": 2518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-09-01T13:15:18+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-09-01T13:15:18+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 476.155, "last_sample_duration_ms": 377.104, "last_trigger": "periodic", "next_snapshot_in_sec": 123.845, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 153, "storage_bytes": 1891163}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-09-01T13:15:18.182603+09:00", "mtime_epoch": 1788236118.1826034, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 71524}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:15:18+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1957.871, "name": "celery", "pid": 206, "rss_mb": 1948.242, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 13429, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.034, "pushed": 8.067, "read": 8.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.042, "p95_ms": 0.016, "reason": null, "sample_age_ms": 68.788, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.573, "count": 241, "max_ms": 2.051, "p95_ms": 1.572, "reason": null, "sample_age_ms": 137.591, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 241, "max_ms": 1.782, "p95_ms": 1.235, "reason": null, "sample_age_ms": 137.746, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 241, "max_ms": 0.205, "p95_ms": 0.093, "reason": null, "sample_age_ms": 68.794, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.594, "count": 241, "max_ms": 4.324, "p95_ms": 2.396, "reason": null, "sample_age_ms": 136.322, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2211848.0, "count": 241, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 136.307, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.87, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.591, "count": 241, "max_ms": 81.47, "p95_ms": 76.043, "reason": null, "sample_age_ms": 68.784, "source": "client_direct"}, "sample_age_ms": 68.781, "source": "client_direct", "task_total_ms": {"avg_ms": 70.383, "count": 241, "max_ms": 83.725, "p95_ms": 78.746, "reason": null, "sample_age_ms": 68.781, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.921, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 241, "max_ms": 1.156, "p95_ms": 0.892}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.152, "count": 241, "max_ms": 0.355, "p95_ms": 0.232}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 241, "max_ms": 0.236, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.002, "count": 241, "max_ms": 0.029, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 241, "max_ms": 0.113, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 241, "max_ms": 0.015, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 241, "max_ms": 0.272, "p95_ms": 0.157}, "setup_ms": {"avg_ms": 0.032, "count": 241, "max_ms": 0.079, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.608, "count": 241, "max_ms": 1.102, "p95_ms": 0.86}, "track_match_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.043, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.17, "count": 241, "max_ms": 0.35, "p95_ms": 0.257}}, "gstreamer_push": {"avg_ms": 2.769, "count": 242, "max_ms": 7.17, "p95_ms": 5.0}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 241, "max_ms": 0.285, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.201, "count": 241, "max_ms": 84.963, "p95_ms": 79.751}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 241, "max_ms": 0.072, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.809, "count": 241, "max_ms": 143.772, "p95_ms": 118.147}, "inference_input_copy_ms": {"avg_ms": 1.469, "count": 241, "max_ms": 3.747, "p95_ms": 2.792}, "processing_residual_ms": {"avg_ms": 0.085, "count": 241, "max_ms": 0.382, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.389, "count": 241, "max_ms": 145.664, "p95_ms": 119.769}, "read_interval": {"avg_ms": 124.38, "count": 241, "max_ms": 1722.585, "p95_ms": 135.069}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 241, "max_ms": 0.053, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.079, "count": 241, "max_ms": 0.19, "p95_ms": 0.107}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.027, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 241, "max_ms": 0.17, "p95_ms": 0.094}, "worker_merge_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.031, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 71.212, "count": 241, "max_ms": 84.983, "p95_ms": 79.764}, "visualize": {"avg_ms": 34.311, "count": 241, "max_ms": 55.989, "p95_ms": 43.588}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.189, "count": 241, "max_ms": 55.789, "p95_ms": 43.48}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 241, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.119, "count": 241, "max_ms": 55.675, "p95_ms": 43.42}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 241, "max_ms": 0.071, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1948.168, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.441, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.208, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72012, "write_bytes_delta": 72012, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 355.0, "cpu_core_ratio": 0.571644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 5204, "reason": null, "system_cpu_core_ratio": 0.028831, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.542813, "user_cpu_s_delta": 5.460000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.386858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 369551.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.656148, "system_cpu_s_delta": 6.599999999999909, "user_cpu_core_ratio": 0.73071, "user_cpu_s_delta": 7.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.421, "count": 255, "max_ms": 6.952, "p95_ms": 4.693, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.018, "count": 30, "max": 17.853, "p95": 13.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.093, "count": 30, "max": 11.972, "p95": 10.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 435.467, "count": 30, "max": 469.0, "p95": 457.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 188.767, "count": 30, "max": 3905.0, "p95": 962.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.126, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.724, "count": 30, "max": 0.815, "p95": 0.775, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.043, "count": 30, "max": 0.126, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 70662.933, "count": 30, "max": 72012.0, "p95": 71845.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68335.467, "count": 30, "max": 72012.0, "p95": 71845.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 373797.2, "count": 30, "max": 385932.0, "p95": 381865.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.688, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.713, "count": 30, "max": 0.745, "p95": 0.735, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 170, "sampled_at": "2026-09-01T13:14:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:14:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 19836, "flush_count": 31, "flush_interval_seconds": 30.0, "flush_state": {"count": 31, "last_at": "2026-09-01T13:15:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:15:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 30}, "started": true, "suppressed_count": 13399, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 13399}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 31, "written_record_count": 31}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6187.555, "limit_mb": null}, "detail": {"pid": 5320, "restart_count": 14, "start_count": 15}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 37128499200, "copied_frame_count": 13429, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 37128499200, "frame_buffer_copies": 13429, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0707, "count": 512, "max_ms": 0.2153, "p50_ms": 0.0643, "p95_ms": 0.1021, "p99_ms": 0.1411}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8371, "count": 512, "max_ms": 2.9323, "p50_ms": 0.7113, "p95_ms": 1.5631, "p99_ms": 1.8794, "results": {"failed": 0, "not_applicable": 0, "success": 13429, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:15:18+09:00", "last_error_summary": "[h264 @ 0x61b439f21a80] error while decoding MB 126 60, bytestream 217 [h264 @ 0x61b43929fd00] cabac decode of qscale diff failed at 82 91 [h264 @ 0x61b43929fd00] error while decoding MB 82 91, bytestream 1270", "last_exit_at": "2026-09-01T13:15:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:15:21+09:00", "pid": 5320, "process": {"exists": true, "fd_count": 5, "hwm_mb": 392.219, "name": "ffmpeg", "pid": 5320, "rss_mb": 392.219, "state": "S (sleeping)", "threads": 70}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.023, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.866, "last_frame_pushed_at": "2026-09-01T13:15:18+09:00", "last_frame_read_age_sec": 4.983, "last_frame_read_at": "2026-09-01T13:15:18+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 481.007, "last_sample_duration_ms": 377.104, "last_trigger": "periodic", "next_snapshot_in_sec": 118.993, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 153, "storage_bytes": 1891163}, "mjpeg": {"age_sec": 4.86, "exists": true, "mtime": "2026-09-01T13:15:18.182603+09:00", "mtime_epoch": 1788236118.1826034, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 71524}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:15:23+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1957.871, "name": "celery", "pid": 206, "rss_mb": 1948.246, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 13429, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.723, "pushed": 6.723, "read": 6.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.007, "count": 201, "max_ms": 0.042, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4919.823, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.546, "count": 200, "max_ms": 2.051, "p95_ms": 1.544, "reason": null, "sample_age_ms": 4988.626, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 200, "max_ms": 1.782, "p95_ms": 1.237, "reason": null, "sample_age_ms": 4988.781, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 201, "max_ms": 0.205, "p95_ms": 0.093, "reason": null, "sample_age_ms": 4919.829, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.534, "count": 200, "max_ms": 4.324, "p95_ms": 2.396, "reason": null, "sample_age_ms": 4987.357, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2211848.0, "count": 200, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4987.342, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 201, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4919.905, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.448, "count": 201, "max_ms": 81.47, "p95_ms": 75.876, "reason": null, "sample_age_ms": 4919.82, "source": "client_direct"}, "sample_age_ms": 4919.816, "source": "client_direct", "task_total_ms": {"avg_ms": 70.178, "count": 201, "max_ms": 83.725, "p95_ms": 78.41, "reason": null, "sample_age_ms": 4919.816, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.623, "count": 201, "max_ms": 1.156, "p95_ms": 0.862}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.149, "count": 201, "max_ms": 0.355, "p95_ms": 0.218}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 201, "max_ms": 0.236, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.002, "count": 201, "max_ms": 0.029, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 201, "max_ms": 0.113, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.001, "count": 201, "max_ms": 0.013, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.114, "count": 201, "max_ms": 0.272, "p95_ms": 0.155}, "setup_ms": {"avg_ms": 0.031, "count": 201, "max_ms": 0.079, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.595, "count": 201, "max_ms": 1.102, "p95_ms": 0.831}, "track_match_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.043, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.166, "count": 201, "max_ms": 0.35, "p95_ms": 0.248}}, "gstreamer_push": {"avg_ms": 2.775, "count": 201, "max_ms": 7.17, "p95_ms": 5.027}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 201, "max_ms": 0.285, "p95_ms": 0.045}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 70.968, "count": 201, "max_ms": 84.963, "p95_ms": 79.559}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 201, "max_ms": 0.072, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.17, "count": 201, "max_ms": 143.772, "p95_ms": 117.566}, "inference_input_copy_ms": {"avg_ms": 1.478, "count": 201, "max_ms": 3.747, "p95_ms": 2.798}, "processing_residual_ms": {"avg_ms": 0.083, "count": 201, "max_ms": 0.301, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.758, "count": 201, "max_ms": 145.664, "p95_ms": 119.224}, "read_interval": {"avg_ms": 125.155, "count": 200, "max_ms": 1722.585, "p95_ms": 134.879}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 201, "max_ms": 0.053, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.078, "count": 201, "max_ms": 0.19, "p95_ms": 0.105}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 201, "max_ms": 0.021, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.067, "count": 201, "max_ms": 0.17, "p95_ms": 0.093}, "worker_merge_ms": {"avg_ms": 0.003, "count": 201, "max_ms": 0.031, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 70.98, "count": 201, "max_ms": 84.983, "p95_ms": 79.568}, "visualize": {"avg_ms": 33.934, "count": 201, "max_ms": 55.989, "p95_ms": 43.736}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 33.815, "count": 201, "max_ms": 55.789, "p95_ms": 43.633}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 201, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.746, "count": 201, "max_ms": 55.675, "p95_ms": 43.576}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 201, "max_ms": 0.071, "p95_ms": 0.047}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1948.168, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.441, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.208, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72012, "write_bytes_delta": 72012, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 355.0, "cpu_core_ratio": 0.571644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 5204, "reason": null, "system_cpu_core_ratio": 0.028831, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.542813, "user_cpu_s_delta": 5.460000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.386858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 369551.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.656148, "system_cpu_s_delta": 6.599999999999909, "user_cpu_core_ratio": 0.73071, "user_cpu_s_delta": 7.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.421, "count": 255, "max_ms": 6.952, "p95_ms": 4.693, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.018, "count": 30, "max": 17.853, "p95": 13.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.093, "count": 30, "max": 11.972, "p95": 10.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 435.467, "count": 30, "max": 469.0, "p95": 457.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 188.767, "count": 30, "max": 3905.0, "p95": 962.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.126, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.724, "count": 30, "max": 0.815, "p95": 0.775, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.043, "count": 30, "max": 0.126, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 70662.933, "count": 30, "max": 72012.0, "p95": 71845.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68335.467, "count": 30, "max": 72012.0, "p95": 71845.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 373797.2, "count": 30, "max": 385932.0, "p95": 381865.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.688, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.713, "count": 30, "max": 0.745, "p95": 0.735, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 170, "sampled_at": "2026-09-01T13:14:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:14:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 21813, "flush_count": 34, "flush_interval_seconds": 30.0, "flush_state": {"count": 34, "last_at": "2026-09-01T13:18:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:18:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 33}, "started": true, "suppressed_count": 15179, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15179}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 34, "written_record_count": 34}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5842.656, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x56b10266be00] cabac decode of qscale diff failed at 74 90 [h264 @ 0x56b10266be00] error while decoding MB 74 90, bytestream 932 [h264 @ 0x56b10259cf80] cabac decode of qscale diff failed at 19 84 [h264 @ 0x56b10259cf80] error while decoding MB 19 84, bytestream 1408 [in#0/rtsp @ 0x56b101bd5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56b101bd5e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 42055372800, "copied_frame_count": 15211, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 42055372800, "frame_buffer_copies": 15211, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.069, "count": 512, "max_ms": 0.2684, "p50_ms": 0.0638, "p95_ms": 0.094, "p99_ms": 0.1463}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7933, "count": 512, "max_ms": 2.0604, "p50_ms": 0.6736, "p95_ms": 1.4627, "p99_ms": 1.9278, "results": {"failed": 0, "not_applicable": 0, "success": 15211, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:19:13+09:00", "last_error_summary": "[h264 @ 0x56b10266be00] cabac decode of qscale diff failed at 74 90 [h264 @ 0x56b10266be00] error while decoding MB 74 90, bytestream 932 [h264 @ 0x56b10259cf80] cabac decode of qscale diff failed at 19 84 [h264 @ 0x56b10259cf80] error while decoding MB 19 84, bytestream 1408 [in#0/rtsp @ 0x56b101bd5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56b101bd5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-01T13:15:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 232.947, "last_started_at": "2026-09-01T13:15:21+09:00", "pid": 5320, "process": {"exists": false, "pid": 5320}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.6, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:19:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-09-01T13:19:13+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-09-01T13:19:13+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 110.608, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 489.392, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-09-01T13:19:13.912857+09:00", "mtime_epoch": 1788236353.9128573, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 72842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:19:14+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1957.898, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 15212, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.989, "max": 1.0, "p95": 1.0, "sample_count": 87}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.905, "pushed": 2.905, "read": 2.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 14.448, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 87, "max_ms": 2.153, "p95_ms": 1.349, "reason": null, "sample_age_ms": 80.346, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.183, "count": 87, "max_ms": 1.892, "p95_ms": 0.806, "reason": null, "sample_age_ms": 80.618, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.075, "count": 88, "max_ms": 0.234, "p95_ms": 0.165, "reason": null, "sample_age_ms": 14.453, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.218, "count": 87, "max_ms": 2.692, "p95_ms": 2.074, "reason": null, "sample_age_ms": 79.49, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2211848.0, "count": 87, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.477, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.514, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.807, "count": 88, "max_ms": 78.137, "p95_ms": 73.648, "reason": null, "sample_age_ms": 14.445, "source": "client_direct"}, "sample_age_ms": 14.442, "source": "client_direct", "task_total_ms": {"avg_ms": 69.232, "count": 88, "max_ms": 80.137, "p95_ms": 75.292, "reason": null, "sample_age_ms": 14.442, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.0, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.69, "count": 87, "max_ms": 4.445, "p95_ms": 0.918}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 87, "max_ms": 0.236, "p95_ms": 0.209}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 87, "max_ms": 1.038, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.003, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 87, "max_ms": 0.237, "p95_ms": 0.072}, "mcmt_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.013, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 87, "max_ms": 0.496, "p95_ms": 0.148}, "setup_ms": {"avg_ms": 0.031, "count": 87, "max_ms": 0.068, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.661, "count": 87, "max_ms": 4.414, "p95_ms": 0.881}, "track_match_ms": {"avg_ms": 0.005, "count": 87, "max_ms": 0.077, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.209, "count": 87, "max_ms": 2.295, "p95_ms": 0.287}}, "gstreamer_push": {"avg_ms": 1.802, "count": 87, "max_ms": 3.546, "p95_ms": 3.017}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 87, "max_ms": 0.048, "p95_ms": 0.042}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.967, "count": 87, "max_ms": 80.63, "p95_ms": 75.917}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 87, "max_ms": 0.048, "p95_ms": 0.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.883, "count": 87, "max_ms": 121.732, "p95_ms": 112.857}, "inference_input_copy_ms": {"avg_ms": 1.079, "count": 87, "max_ms": 2.888, "p95_ms": 2.115}, "processing_residual_ms": {"avg_ms": 0.083, "count": 87, "max_ms": 0.287, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.07, "count": 87, "max_ms": 123.973, "p95_ms": 113.939}, "read_interval": {"avg_ms": 344.601, "count": 87, "max_ms": 10275.38, "p95_ms": 130.221}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 87, "max_ms": 0.025, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.083, "count": 87, "max_ms": 0.459, "p95_ms": 0.106}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.018, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 87, "max_ms": 0.447, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.006, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 69.978, "count": 87, "max_ms": 80.664, "p95_ms": 75.927}, "visualize": {"avg_ms": 32.62, "count": 87, "max_ms": 47.841, "p95_ms": 39.895}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 32.505, "count": 87, "max_ms": 47.728, "p95_ms": 39.762}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.437, "count": 87, "max_ms": 47.656, "p95_ms": 39.676}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 87, "max_ms": 0.052, "p95_ms": 0.04}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.901, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.698, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:18:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72219, "write_bytes_delta": 72219, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 29.0, "cpu_core_ratio": 0.165055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1046.0, "pid": 5320, "reason": null, "system_cpu_core_ratio": 0.0751, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.089955, "user_cpu_s_delta": 1.0900000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.234379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 79855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.115539, "system_cpu_s_delta": 1.400000000000091, "user_cpu_core_ratio": 0.11884, "user_cpu_s_delta": 1.4399999999998272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.993, "count": 168, "max_ms": 6.774, "p95_ms": 3.943, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.556, "count": 30, "max": 24.901, "p95": 19.051, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.562, "count": 30, "max": 13.661, "p95": 10.912, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 394.7, "count": 30, "max": 488.0, "p95": 475.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1553.933, "count": 30, "max": 16130.0, "p95": 10146.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.24, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.658, "count": 30, "max": 0.815, "p95": 0.766, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.017, "count": 30, "max": 0.109, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 71627.7, "count": 30, "max": 73182.0, "p95": 72232.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66896.033, "count": 30, "max": 73182.0, "p95": 72232.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 349519.4, "count": 30, "max": 414743.0, "p95": 388389.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.768, "count": 30, "max": 2.364, "p95": 1.784, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.77, "count": 30, "max": 1.757, "p95": 1.462, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 194, "sampled_at": "2026-09-01T13:19:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:19:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 21813, "flush_count": 34, "flush_interval_seconds": 30.0, "flush_state": {"count": 34, "last_at": "2026-09-01T13:18:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:18:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 33}, "started": true, "suppressed_count": 15179, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15179}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 34, "written_record_count": 34}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5833.484, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:19:13+09:00", "last_error_summary": "[h264 @ 0x56b10266be00] cabac decode of qscale diff failed at 74 90 [h264 @ 0x56b10266be00] error while decoding MB 74 90, bytestream 932 [h264 @ 0x56b10259cf80] cabac decode of qscale diff failed at 19 84 [h264 @ 0x56b10259cf80] error while decoding MB 19 84, bytestream 1408 [in#0/rtsp @ 0x56b101bd5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56b101bd5e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 42058137600, "copied_frame_count": 15212, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 42058137600, "frame_buffer_copies": 15212, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0689, "count": 512, "max_ms": 0.2684, "p50_ms": 0.0637, "p95_ms": 0.094, "p99_ms": 0.1463}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7922, "count": 512, "max_ms": 2.0604, "p50_ms": 0.673, "p95_ms": 1.4627, "p99_ms": 1.9278, "results": {"failed": 0, "not_applicable": 0, "success": 15212, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:19:13+09:00", "last_error_summary": "[h264 @ 0x56b10266be00] cabac decode of qscale diff failed at 74 90 [h264 @ 0x56b10266be00] error while decoding MB 74 90, bytestream 932 [h264 @ 0x56b10259cf80] cabac decode of qscale diff failed at 19 84 [h264 @ 0x56b10259cf80] error while decoding MB 19 84, bytestream 1408 [in#0/rtsp @ 0x56b101bd5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56b101bd5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-01T13:19:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 232.988, "last_started_at": "2026-09-01T13:15:21+09:00", "pid": 5320, "process": {"exists": false, "pid": 5320}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.6, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:19:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:19:14+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-09-01T13:19:13+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 110.643, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 489.357, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-09-01T13:19:13.912857+09:00", "mtime_epoch": 1788236353.9128573, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 72842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:19:14+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1949.234, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 15212, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.989, "max": 1.0, "p95": 1.0, "sample_count": 88}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.935, "pushed": 2.935, "read": 2.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 55.254, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 87, "max_ms": 2.153, "p95_ms": 1.349, "reason": null, "sample_age_ms": 121.151, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.183, "count": 87, "max_ms": 1.892, "p95_ms": 0.806, "reason": null, "sample_age_ms": 121.423, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.074, "count": 87, "max_ms": 0.234, "p95_ms": 0.165, "reason": null, "sample_age_ms": 55.259, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.218, "count": 87, "max_ms": 2.692, "p95_ms": 2.074, "reason": null, "sample_age_ms": 120.296, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2211848.0, "count": 87, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.283, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.32, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.764, "count": 87, "max_ms": 78.137, "p95_ms": 73.673, "reason": null, "sample_age_ms": 55.25, "source": "client_direct"}, "sample_age_ms": 55.247, "source": "client_direct", "task_total_ms": {"avg_ms": 69.181, "count": 87, "max_ms": 80.137, "p95_ms": 75.299, "reason": null, "sample_age_ms": 55.247, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.465, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.688, "count": 88, "max_ms": 4.445, "p95_ms": 0.918}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 88, "max_ms": 0.236, "p95_ms": 0.209}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 88, "max_ms": 1.038, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.003, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 88, "max_ms": 0.237, "p95_ms": 0.072}, "mcmt_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.013, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 88, "max_ms": 0.496, "p95_ms": 0.148}, "setup_ms": {"avg_ms": 0.031, "count": 88, "max_ms": 0.068, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.659, "count": 88, "max_ms": 4.414, "p95_ms": 0.881}, "track_match_ms": {"avg_ms": 0.005, "count": 88, "max_ms": 0.077, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.208, "count": 88, "max_ms": 2.295, "p95_ms": 0.287}}, "gstreamer_push": {"avg_ms": 1.797, "count": 88, "max_ms": 3.546, "p95_ms": 3.017}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 88, "max_ms": 0.048, "p95_ms": 0.042}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.926, "count": 88, "max_ms": 80.63, "p95_ms": 75.917}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 88, "max_ms": 0.048, "p95_ms": 0.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.026, "count": 88, "max_ms": 121.732, "p95_ms": 113.671}, "inference_input_copy_ms": {"avg_ms": 1.073, "count": 88, "max_ms": 2.888, "p95_ms": 2.115}, "processing_residual_ms": {"avg_ms": 0.083, "count": 88, "max_ms": 0.287, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.207, "count": 88, "max_ms": 123.973, "p95_ms": 116.329}, "read_interval": {"avg_ms": 344.601, "count": 87, "max_ms": 10275.38, "p95_ms": 130.221}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 88, "max_ms": 0.025, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.083, "count": 88, "max_ms": 0.459, "p95_ms": 0.106}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.018, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 88, "max_ms": 0.447, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.006, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 69.938, "count": 88, "max_ms": 80.664, "p95_ms": 75.927}, "visualize": {"avg_ms": 32.807, "count": 88, "max_ms": 49.074, "p95_ms": 40.102}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 32.692, "count": 88, "max_ms": 48.984, "p95_ms": 39.998}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.625, "count": 88, "max_ms": 48.927, "p95_ms": 39.924}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 88, "max_ms": 0.052, "p95_ms": 0.04}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.901, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.698, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:18:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72219, "write_bytes_delta": 72219, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 29.0, "cpu_core_ratio": 0.165055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1046.0, "pid": 5320, "reason": null, "system_cpu_core_ratio": 0.0751, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.089955, "user_cpu_s_delta": 1.0900000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.234379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 79855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.115539, "system_cpu_s_delta": 1.400000000000091, "user_cpu_core_ratio": 0.11884, "user_cpu_s_delta": 1.4399999999998272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.993, "count": 168, "max_ms": 6.774, "p95_ms": 3.943, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.556, "count": 30, "max": 24.901, "p95": 19.051, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.562, "count": 30, "max": 13.661, "p95": 10.912, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 394.7, "count": 30, "max": 488.0, "p95": 475.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1553.933, "count": 30, "max": 16130.0, "p95": 10146.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.24, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.658, "count": 30, "max": 0.815, "p95": 0.766, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.017, "count": 30, "max": 0.109, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 71627.7, "count": 30, "max": 73182.0, "p95": 72232.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66896.033, "count": 30, "max": 73182.0, "p95": 72232.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 349519.4, "count": 30, "max": 414743.0, "p95": 388389.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.768, "count": 30, "max": 2.364, "p95": 1.784, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.77, "count": 30, "max": 1.757, "p95": 1.462, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 194, "sampled_at": "2026-09-01T13:19:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:19:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 21813, "flush_count": 34, "flush_interval_seconds": 30.0, "flush_state": {"count": 34, "last_at": "2026-09-01T13:18:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:18:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 33}, "started": true, "suppressed_count": 15179, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15179}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 34, "written_record_count": 34}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5833.688, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 42058137600, "copied_frame_count": 15212, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 42058137600, "frame_buffer_copies": 15212, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0689, "count": 512, "max_ms": 0.2684, "p50_ms": 0.0637, "p95_ms": 0.094, "p99_ms": 0.1463}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7922, "count": 512, "max_ms": 2.0604, "p50_ms": 0.673, "p95_ms": 1.4627, "p99_ms": 1.9278, "results": {"failed": 0, "not_applicable": 0, "success": 15212, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:19:13+09:00", "last_error_summary": "[h264 @ 0x56b10266be00] cabac decode of qscale diff failed at 74 90 [h264 @ 0x56b10266be00] error while decoding MB 74 90, bytestream 932 [h264 @ 0x56b10259cf80] cabac decode of qscale diff failed at 19 84 [h264 @ 0x56b10259cf80] error while decoding MB 19 84, bytestream 1408 [in#0/rtsp @ 0x56b101bd5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56b101bd5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-01T13:19:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 233.002, "last_started_at": "2026-09-01T13:15:21+09:00", "pid": 5320, "process": {"exists": false, "pid": 5320}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.6, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:19:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-09-01T13:19:14+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-09-01T13:19:13+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 110.659, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 489.341, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-09-01T13:19:14.034858+09:00", "mtime_epoch": 1788236354.034858, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 72079}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:19:14+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1949.234, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 15212, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.989, "max": 1.0, "p95": 1.0, "sample_count": 87}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.9, "pushed": 2.933, "read": 2.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 70.095, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 87, "max_ms": 2.153, "p95_ms": 1.349, "reason": null, "sample_age_ms": 135.993, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.183, "count": 87, "max_ms": 1.892, "p95_ms": 0.806, "reason": null, "sample_age_ms": 136.265, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.074, "count": 87, "max_ms": 0.234, "p95_ms": 0.165, "reason": null, "sample_age_ms": 70.1, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.218, "count": 87, "max_ms": 2.692, "p95_ms": 2.074, "reason": null, "sample_age_ms": 135.137, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2211848.0, "count": 87, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 135.124, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.161, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.764, "count": 87, "max_ms": 78.137, "p95_ms": 73.673, "reason": null, "sample_age_ms": 70.091, "source": "client_direct"}, "sample_age_ms": 70.088, "source": "client_direct", "task_total_ms": {"avg_ms": 69.181, "count": 87, "max_ms": 80.137, "p95_ms": 75.299, "reason": null, "sample_age_ms": 70.088, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.665, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.688, "count": 87, "max_ms": 4.445, "p95_ms": 0.918}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 87, "max_ms": 0.236, "p95_ms": 0.209}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 87, "max_ms": 1.038, "p95_ms": 0.118}, "event_filter_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.003, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 87, "max_ms": 0.237, "p95_ms": 0.072}, "mcmt_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.013, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 87, "max_ms": 0.496, "p95_ms": 0.148}, "setup_ms": {"avg_ms": 0.031, "count": 87, "max_ms": 0.068, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.659, "count": 87, "max_ms": 4.414, "p95_ms": 0.881}, "track_match_ms": {"avg_ms": 0.005, "count": 87, "max_ms": 0.077, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.209, "count": 87, "max_ms": 2.295, "p95_ms": 0.287}}, "gstreamer_push": {"avg_ms": 1.797, "count": 88, "max_ms": 3.546, "p95_ms": 3.017}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 87, "max_ms": 0.048, "p95_ms": 0.042}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.859, "count": 87, "max_ms": 80.63, "p95_ms": 75.917}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 87, "max_ms": 0.048, "p95_ms": 0.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.937, "count": 87, "max_ms": 121.732, "p95_ms": 113.671}, "inference_input_copy_ms": {"avg_ms": 1.071, "count": 87, "max_ms": 2.888, "p95_ms": 2.115}, "processing_residual_ms": {"avg_ms": 0.083, "count": 87, "max_ms": 0.287, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.117, "count": 87, "max_ms": 123.973, "p95_ms": 116.329}, "read_interval": {"avg_ms": 344.601, "count": 87, "max_ms": 10275.38, "p95_ms": 130.221}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 87, "max_ms": 0.025, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.083, "count": 87, "max_ms": 0.459, "p95_ms": 0.106}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.018, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 87, "max_ms": 0.447, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.006, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 69.871, "count": 87, "max_ms": 80.664, "p95_ms": 75.927}, "visualize": {"avg_ms": 32.786, "count": 87, "max_ms": 49.074, "p95_ms": 40.102}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 32.671, "count": 87, "max_ms": 48.984, "p95_ms": 39.998}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.604, "count": 87, "max_ms": 48.927, "p95_ms": 39.924}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 87, "max_ms": 0.052, "p95_ms": 0.04}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.901, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.698, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:18:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72219, "write_bytes_delta": 72219, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 29.0, "cpu_core_ratio": 0.165055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1046.0, "pid": 5320, "reason": null, "system_cpu_core_ratio": 0.0751, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.089955, "user_cpu_s_delta": 1.0900000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.234379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 79855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.115539, "system_cpu_s_delta": 1.400000000000091, "user_cpu_core_ratio": 0.11884, "user_cpu_s_delta": 1.4399999999998272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.993, "count": 168, "max_ms": 6.774, "p95_ms": 3.943, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.556, "count": 30, "max": 24.901, "p95": 19.051, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.562, "count": 30, "max": 13.661, "p95": 10.912, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 394.7, "count": 30, "max": 488.0, "p95": 475.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1553.933, "count": 30, "max": 16130.0, "p95": 10146.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.24, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.658, "count": 30, "max": 0.815, "p95": 0.766, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.017, "count": 30, "max": 0.109, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 71627.7, "count": 30, "max": 73182.0, "p95": 72232.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66896.033, "count": 30, "max": 73182.0, "p95": 72232.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 349519.4, "count": 30, "max": 414743.0, "p95": 388389.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.768, "count": 30, "max": 2.364, "p95": 1.784, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.77, "count": 30, "max": 1.757, "p95": 1.462, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 194, "sampled_at": "2026-09-01T13:19:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:19:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 21813, "flush_count": 34, "flush_interval_seconds": 30.0, "flush_state": {"count": 34, "last_at": "2026-09-01T13:18:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:18:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 33}, "started": true, "suppressed_count": 15179, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15179}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 34, "written_record_count": 34}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5905.973, "limit_mb": null}, "detail": {"pid": 5436, "restart_count": 15, "start_count": 16}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 42058137600, "copied_frame_count": 15212, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 42058137600, "frame_buffer_copies": 15212, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0689, "count": 512, "max_ms": 0.2684, "p50_ms": 0.0637, "p95_ms": 0.094, "p99_ms": 0.1463}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7922, "count": 512, "max_ms": 2.0604, "p50_ms": 0.673, "p95_ms": 1.4627, "p99_ms": 1.9278, "results": {"failed": 0, "not_applicable": 0, "success": 15212, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:19:13+09:00", "last_error_summary": "[h264 @ 0x56b10266be00] cabac decode of qscale diff failed at 74 90 [h264 @ 0x56b10266be00] error while decoding MB 74 90, bytestream 932 [h264 @ 0x56b10259cf80] cabac decode of qscale diff failed at 19 84 [h264 @ 0x56b10259cf80] error while decoding MB 19 84, bytestream 1408 [in#0/rtsp @ 0x56b101bd5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56b101bd5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-01T13:19:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-09-01T13:19:17+09:00", "pid": 5436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 107.488, "name": "ffmpeg", "pid": 5436, "rss_mb": 107.488, "state": "S (sleeping)", "threads": 19}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.566, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:19:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.987, "last_frame_pushed_at": "2026-09-01T13:19:14+09:00", "last_frame_read_age_sec": 5.106, "last_frame_read_at": "2026-09-01T13:19:13+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.634, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 484.366, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 4.981, "exists": true, "mtime": "2026-09-01T13:19:14.034858+09:00", "mtime_epoch": 1788236354.034858, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 72079}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:19:19+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1949.25, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 15212, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 44}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "removed": {"avg": 0.977, "max": 1.0, "p95": 1.0, "sample_count": 44}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 44, "pushed_frames": 44, "read_frames": 43, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.468, "pushed": 1.468, "read": 1.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 43, "client_acquire_ms": {"avg_ms": 0.005, "count": 43, "max_ms": 0.009, "p95_ms": 0.006, "reason": null, "sample_age_ms": 5043.098, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.372, "count": 43, "max_ms": 2.046, "p95_ms": 0.939, "reason": null, "sample_age_ms": 5108.996, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 43, "max_ms": 1.69, "p95_ms": 0.771, "reason": null, "sample_age_ms": 5109.268, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 43, "max_ms": 0.221, "p95_ms": 0.123, "reason": null, "sample_age_ms": 5043.103, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.013, "count": 43, "max_ms": 1.801, "p95_ms": 1.635, "reason": null, "sample_age_ms": 5108.141, "source": "client_direct"}, "request_count": 43, "request_tensor_bytes": {"avg": 2211848.0, "count": 43, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5108.127, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 43, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5043.164, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.062, "count": 43, "max_ms": 78.137, "p95_ms": 71.992, "reason": null, "sample_age_ms": 5043.095, "source": "client_direct"}, "sample_age_ms": 5043.092, "source": "client_direct", "task_total_ms": {"avg_ms": 68.252, "count": 43, "max_ms": 80.137, "p95_ms": 73.126, "reason": null, "sample_age_ms": 5043.092, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.862, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.776, "count": 44, "max_ms": 4.445, "p95_ms": 1.257}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 44, "max_ms": 0.236, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 44, "max_ms": 1.038, "p95_ms": 0.148}, "event_filter_ms": {"avg_ms": 0.002, "count": 44, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 44, "max_ms": 0.237, "p95_ms": 0.079}, "mcmt_ms": {"avg_ms": 0.001, "count": 44, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 44, "max_ms": 0.496, "p95_ms": 0.176}, "setup_ms": {"avg_ms": 0.031, "count": 44, "max_ms": 0.068, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.747, "count": 44, "max_ms": 4.414, "p95_ms": 1.229}, "track_match_ms": {"avg_ms": 0.007, "count": 44, "max_ms": 0.077, "p95_ms": 0.021}, "tracker_update_ms": {"avg_ms": 0.263, "count": 44, "max_ms": 2.295, "p95_ms": 0.714}}, "gstreamer_push": {"avg_ms": 1.781, "count": 44, "max_ms": 3.546, "p95_ms": 3.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 44, "max_ms": 0.048, "p95_ms": 0.043}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 68.969, "count": 44, "max_ms": 80.63, "p95_ms": 74.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 44, "max_ms": 0.038, "p95_ms": 0.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.408, "count": 44, "max_ms": 121.732, "p95_ms": 116.444}, "inference_input_copy_ms": {"avg_ms": 0.905, "count": 44, "max_ms": 2.51, "p95_ms": 1.997}, "processing_residual_ms": {"avg_ms": 0.082, "count": 44, "max_ms": 0.265, "p95_ms": 0.158}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.42, "count": 44, "max_ms": 123.973, "p95_ms": 117.115}, "read_interval": {"avg_ms": 580.852, "count": 43, "max_ms": 10275.38, "p95_ms": 313.103}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 44, "max_ms": 0.016, "p95_ms": 0.012}, "execute_total_ms": {"avg_ms": 0.09, "count": 44, "max_ms": 0.459, "p95_ms": 0.128}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 44, "max_ms": 0.018, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 44, "max_ms": 0.447, "p95_ms": 0.112}, "worker_merge_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 68.981, "count": 44, "max_ms": 80.664, "p95_ms": 74.028}, "visualize": {"avg_ms": 33.067, "count": 44, "max_ms": 49.074, "p95_ms": 39.895}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 32.95, "count": 44, "max_ms": 48.984, "p95_ms": 39.762}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.883, "count": 44, "max_ms": 48.927, "p95_ms": 39.676}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 44, "max_ms": 0.052, "p95_ms": 0.04}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1949.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.901, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.698, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:18:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72219, "write_bytes_delta": 72219, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 29.0, "cpu_core_ratio": 0.165055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1046.0, "pid": 5320, "reason": null, "system_cpu_core_ratio": 0.0751, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.089955, "user_cpu_s_delta": 1.0900000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.234379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 79855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.115539, "system_cpu_s_delta": 1.400000000000091, "user_cpu_core_ratio": 0.11884, "user_cpu_s_delta": 1.4399999999998272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.993, "count": 168, "max_ms": 6.774, "p95_ms": 3.943, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.556, "count": 30, "max": 24.901, "p95": 19.051, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.562, "count": 30, "max": 13.661, "p95": 10.912, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 394.7, "count": 30, "max": 488.0, "p95": 475.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1553.933, "count": 30, "max": 16130.0, "p95": 10146.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.24, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.658, "count": 30, "max": 0.815, "p95": 0.766, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.017, "count": 30, "max": 0.109, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 71627.7, "count": 30, "max": 73182.0, "p95": 72232.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66896.033, "count": 30, "max": 73182.0, "p95": 72232.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 349519.4, "count": 30, "max": 414743.0, "p95": 388389.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.768, "count": 30, "max": 2.364, "p95": 1.784, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.77, "count": 30, "max": 1.757, "p95": 1.462, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 194, "sampled_at": "2026-09-01T13:19:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:19:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 25060, "flush_count": 39, "flush_interval_seconds": 30.0, "flush_state": {"count": 39, "last_at": "2026-09-01T13:23:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:23:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 38}, "started": true, "suppressed_count": 17185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17185}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 39, "written_record_count": 39}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5835.996, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 14, bytestream 2658 [h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 11, bytestream 4744 [h264 @ 0x586f166d15c0] error while decoding MB 194 56, bytestream -5 [h264 @ 0x586f171600c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x586f171600c0] error while decoding MB 0 72, bytestream 400", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 47618150400, "copied_frame_count": 17223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 47618150400, "frame_buffer_copies": 17223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 1.7581, "p50_ms": 0.0634, "p95_ms": 0.1026, "p99_ms": 0.1521}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8781, "count": 512, "max_ms": 4.699, "p50_ms": 0.7505, "p95_ms": 1.6394, "p99_ms": 1.9365, "results": {"failed": 0, "not_applicable": 0, "success": 17223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:23:31+09:00", "last_error_summary": "[h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 14, bytestream 2658 [h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 11, bytestream 4744 [h264 @ 0x586f166d15c0] error while decoding MB 194 56, bytestream -5 [h264 @ 0x586f171600c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x586f171600c0] error while decoding MB 0 72, bytestream 400", "last_exit_at": "2026-09-01T13:19:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 254.082, "last_started_at": "2026-09-01T13:19:17+09:00", "pid": 5436, "process": {"exists": false, "pid": 5436}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.115, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-09-01T13:23:31+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-09-01T13:23:31+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 367.721, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 232.279, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-09-01T13:23:31.036223+09:00", "mtime_epoch": 1788236611.0362234, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 73176}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:23:31+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1950.422, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 17223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.996, "max": 2.0, "p95": 1.0, "sample_count": 236}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.928, "pushed": 7.928, "read": 7.962}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.005, "count": 236, "max_ms": 0.029, "p95_ms": 0.009, "reason": null, "sample_age_ms": 139.323, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.495, "count": 237, "max_ms": 3.143, "p95_ms": 1.352, "reason": null, "sample_age_ms": 68.053, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.183, "count": 237, "max_ms": 1.608, "p95_ms": 0.939, "reason": null, "sample_age_ms": 68.332, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 236, "max_ms": 0.608, "p95_ms": 0.236, "reason": null, "sample_age_ms": 139.333, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.385, "count": 237, "max_ms": 3.335, "p95_ms": 2.402, "reason": null, "sample_age_ms": 66.973, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2211848.0, "count": 237, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 66.955, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.537, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.712, "count": 236, "max_ms": 100.259, "p95_ms": 78.149, "reason": null, "sample_age_ms": 139.317, "source": "client_direct"}, "sample_age_ms": 66.947, "source": "client_direct", "task_total_ms": {"avg_ms": 71.374, "count": 236, "max_ms": 101.838, "p95_ms": 80.558, "reason": null, "sample_age_ms": 139.313, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.872, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.07, "count": 236, "max_ms": 7.891, "p95_ms": 5.341}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 236, "max_ms": 1.626, "p95_ms": 0.619}, "detection_prepare_ms": {"avg_ms": 0.712, "count": 236, "max_ms": 2.064, "p95_ms": 0.996}, "event_filter_ms": {"avg_ms": 0.002, "count": 236, "max_ms": 0.006, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 236, "max_ms": 0.236, "p95_ms": 0.124}, "mcmt_ms": {"avg_ms": 0.002, "count": 236, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.497, "count": 236, "max_ms": 1.091, "p95_ms": 0.726}, "setup_ms": {"avg_ms": 0.029, "count": 236, "max_ms": 0.085, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 4.033, "count": 236, "max_ms": 7.853, "p95_ms": 5.31}, "track_match_ms": {"avg_ms": 0.068, "count": 236, "max_ms": 0.584, "p95_ms": 0.099}, "tracker_update_ms": {"avg_ms": 2.241, "count": 236, "max_ms": 4.883, "p95_ms": 2.793}}, "gstreamer_push": {"avg_ms": 2.618, "count": 236, "max_ms": 8.132, "p95_ms": 5.476}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 236, "max_ms": 0.399, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.106, "count": 236, "max_ms": 102.553, "p95_ms": 82.163}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 236, "max_ms": 1.555, "p95_ms": 0.044}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.855, "count": 236, "max_ms": 147.871, "p95_ms": 130.496}, "inference_input_copy_ms": {"avg_ms": 1.57, "count": 236, "max_ms": 4.865, "p95_ms": 2.857}, "processing_residual_ms": {"avg_ms": 0.133, "count": 236, "max_ms": 1.472, "p95_ms": 0.312}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.591, "count": 236, "max_ms": 148.578, "p95_ms": 133.057}, "read_interval": {"avg_ms": 131.732, "count": 237, "max_ms": 1517.669, "p95_ms": 146.115}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 236, "max_ms": 0.04, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.459, "count": 236, "max_ms": 1.022, "p95_ms": 0.678}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 236, "max_ms": 0.029, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.449, "count": 236, "max_ms": 0.994, "p95_ms": 0.649}, "worker_merge_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.117, "count": 236, "max_ms": 102.57, "p95_ms": 82.174}, "visualize": {"avg_ms": 35.977, "count": 236, "max_ms": 57.597, "p95_ms": 47.423}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.859, "count": 236, "max_ms": 57.395, "p95_ms": 47.268}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.793, "count": 236, "max_ms": 57.313, "p95_ms": 47.152}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 236, "max_ms": 0.068, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.036, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.02, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:23:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72935, "write_bytes_delta": 72935, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 205.0, "cpu_core_ratio": 0.863927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2616.0, "pid": 5436, "reason": null, "system_cpu_core_ratio": 0.31488, "system_cpu_s_delta": 3.16, "user_cpu_core_ratio": 0.549047, "user_cpu_s_delta": 5.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.268376, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 293430.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.86138, "system_cpu_s_delta": 18.679999999999836, "user_cpu_core_ratio": 1.406996, "user_cpu_s_delta": 14.120000000000346}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.634, "count": 228, "max_ms": 15.631, "p95_ms": 5.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 141}, "total": {"avg": 0.618, "max": 1.0, "p95": 1.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.591, "count": 30, "max": 26.734, "p95": 22.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.397, "count": 30, "max": 12.378, "p95": 11.435, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 377.767, "count": 30, "max": 532.0, "p95": 475.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2460.933, "count": 30, "max": 27685.0, "p95": 15735.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.315, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.623, "count": 30, "max": 0.84, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.023, "count": 30, "max": 0.162, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 72090.333, "count": 30, "max": 74800.0, "p95": 73887.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69707.033, "count": 30, "max": 74800.0, "p95": 73887.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325584.133, "count": 30, "max": 400126.0, "p95": 389347.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.809, "count": 30, "max": 2.364, "p95": 1.876, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.773, "count": 30, "max": 1.757, "p95": 1.487, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 218, "sampled_at": "2026-09-01T13:23:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:23:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 25060, "flush_count": 39, "flush_interval_seconds": 30.0, "flush_state": {"count": 39, "last_at": "2026-09-01T13:23:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:23:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 38}, "started": true, "suppressed_count": 17186, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17186}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 39, "written_record_count": 39}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5839.43, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:23:31+09:00", "last_error_summary": "[h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 14, bytestream 2658 [h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 11, bytestream 4744 [h264 @ 0x586f166d15c0] error while decoding MB 194 56, bytestream -5 [h264 @ 0x586f171600c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x586f171600c0] error while decoding MB 0 72, bytestream 400", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 47620915200, "copied_frame_count": 17224, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 47620915200, "frame_buffer_copies": 17224, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 1.7581, "p50_ms": 0.0635, "p95_ms": 0.1026, "p99_ms": 0.1521}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8811, "count": 512, "max_ms": 4.699, "p50_ms": 0.7505, "p95_ms": 1.643, "p99_ms": 1.9439, "results": {"failed": 0, "not_applicable": 0, "success": 17224, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:23:31+09:00", "last_error_summary": "[h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 14, bytestream 2658 [h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 11, bytestream 4744 [h264 @ 0x586f166d15c0] error while decoding MB 194 56, bytestream -5 [h264 @ 0x586f171600c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x586f171600c0] error while decoding MB 0 72, bytestream 400", "last_exit_at": "2026-09-01T13:23:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 254.173, "last_started_at": "2026-09-01T13:19:17+09:00", "pid": 5436, "process": {"exists": false, "pid": 5436}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.154, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:23:31+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-09-01T13:23:31+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 367.808, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 232.192, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-09-01T13:23:31.036223+09:00", "mtime_epoch": 1788236611.0362234, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 73176}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:23:31+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1952.93, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 17224, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.996, "max": 2.0, "p95": 1.0, "sample_count": 237}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.937, "pushed": 7.937, "read": 7.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.005, "count": 237, "max_ms": 0.029, "p95_ms": 0.009, "reason": null, "sample_age_ms": 88.16, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.495, "count": 237, "max_ms": 3.143, "p95_ms": 1.352, "reason": null, "sample_age_ms": 161.09, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.183, "count": 237, "max_ms": 1.608, "p95_ms": 0.939, "reason": null, "sample_age_ms": 161.369, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.154, "count": 237, "max_ms": 0.608, "p95_ms": 0.236, "reason": null, "sample_age_ms": 88.167, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.385, "count": 237, "max_ms": 3.335, "p95_ms": 2.402, "reason": null, "sample_age_ms": 160.01, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2211848.0, "count": 237, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 159.992, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.354, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.72, "count": 237, "max_ms": 100.259, "p95_ms": 78.142, "reason": null, "sample_age_ms": 88.156, "source": "client_direct"}, "sample_age_ms": 88.152, "source": "client_direct", "task_total_ms": {"avg_ms": 71.381, "count": 237, "max_ms": 101.838, "p95_ms": 80.546, "reason": null, "sample_age_ms": 88.152, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.966, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.072, "count": 237, "max_ms": 7.891, "p95_ms": 5.341}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 237, "max_ms": 1.626, "p95_ms": 0.619}, "detection_prepare_ms": {"avg_ms": 0.712, "count": 237, "max_ms": 2.064, "p95_ms": 0.996}, "event_filter_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.006, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 237, "max_ms": 0.236, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.497, "count": 237, "max_ms": 1.091, "p95_ms": 0.726}, "setup_ms": {"avg_ms": 0.029, "count": 237, "max_ms": 0.085, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 4.035, "count": 237, "max_ms": 7.853, "p95_ms": 5.31}, "track_match_ms": {"avg_ms": 0.068, "count": 237, "max_ms": 0.584, "p95_ms": 0.099}, "tracker_update_ms": {"avg_ms": 2.241, "count": 237, "max_ms": 4.883, "p95_ms": 2.793}}, "gstreamer_push": {"avg_ms": 2.621, "count": 237, "max_ms": 8.132, "p95_ms": 5.476}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 237, "max_ms": 0.399, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.112, "count": 237, "max_ms": 102.553, "p95_ms": 82.163}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 237, "max_ms": 1.555, "p95_ms": 0.044}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.004, "count": 237, "max_ms": 148.098, "p95_ms": 130.57}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 237, "max_ms": 4.865, "p95_ms": 2.857}, "processing_residual_ms": {"avg_ms": 0.133, "count": 237, "max_ms": 1.472, "p95_ms": 0.312}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.738, "count": 237, "max_ms": 149.379, "p95_ms": 133.097}, "read_interval": {"avg_ms": 131.732, "count": 237, "max_ms": 1517.669, "p95_ms": 146.115}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 237, "max_ms": 0.04, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.46, "count": 237, "max_ms": 1.022, "p95_ms": 0.678}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 237, "max_ms": 0.029, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.45, "count": 237, "max_ms": 0.994, "p95_ms": 0.649}, "worker_merge_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.123, "count": 237, "max_ms": 102.57, "p95_ms": 82.174}, "visualize": {"avg_ms": 36.117, "count": 237, "max_ms": 69.251, "p95_ms": 47.448}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.999, "count": 237, "max_ms": 69.121, "p95_ms": 47.287}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.934, "count": 237, "max_ms": 69.051, "p95_ms": 47.209}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 237, "max_ms": 0.068, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.036, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.02, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:23:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72935, "write_bytes_delta": 72935, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 205.0, "cpu_core_ratio": 0.863927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2616.0, "pid": 5436, "reason": null, "system_cpu_core_ratio": 0.31488, "system_cpu_s_delta": 3.16, "user_cpu_core_ratio": 0.549047, "user_cpu_s_delta": 5.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.268376, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 293430.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.86138, "system_cpu_s_delta": 18.679999999999836, "user_cpu_core_ratio": 1.406996, "user_cpu_s_delta": 14.120000000000346}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.634, "count": 228, "max_ms": 15.631, "p95_ms": 5.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 141}, "total": {"avg": 0.618, "max": 1.0, "p95": 1.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.591, "count": 30, "max": 26.734, "p95": 22.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.397, "count": 30, "max": 12.378, "p95": 11.435, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 377.767, "count": 30, "max": 532.0, "p95": 475.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2460.933, "count": 30, "max": 27685.0, "p95": 15735.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.315, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.623, "count": 30, "max": 0.84, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.023, "count": 30, "max": 0.162, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 72090.333, "count": 30, "max": 74800.0, "p95": 73887.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69707.033, "count": 30, "max": 74800.0, "p95": 73887.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325584.133, "count": 30, "max": 400126.0, "p95": 389347.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.809, "count": 30, "max": 2.364, "p95": 1.876, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.773, "count": 30, "max": 1.757, "p95": 1.487, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 218, "sampled_at": "2026-09-01T13:23:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:23:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 25060, "flush_count": 39, "flush_interval_seconds": 30.0, "flush_state": {"count": 39, "last_at": "2026-09-01T13:23:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:23:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 38}, "started": true, "suppressed_count": 17186, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17186}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 39, "written_record_count": 39}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5840.434, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 47620915200, "copied_frame_count": 17224, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 47620915200, "frame_buffer_copies": 17224, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 1.7581, "p50_ms": 0.0635, "p95_ms": 0.1026, "p99_ms": 0.1521}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8811, "count": 512, "max_ms": 4.699, "p50_ms": 0.7505, "p95_ms": 1.643, "p99_ms": 1.9439, "results": {"failed": 0, "not_applicable": 0, "success": 17224, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:23:31+09:00", "last_error_summary": "[h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 14, bytestream 2658 [h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 11, bytestream 4744 [h264 @ 0x586f166d15c0] error while decoding MB 194 56, bytestream -5 [h264 @ 0x586f171600c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x586f171600c0] error while decoding MB 0 72, bytestream 400", "last_exit_at": "2026-09-01T13:23:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 254.198, "last_started_at": "2026-09-01T13:19:17+09:00", "pid": 5436, "process": {"exists": false, "pid": 5436}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.154, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-09-01T13:23:31+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-09-01T13:23:31+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 367.829, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 232.171, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-09-01T13:23:31.193224+09:00", "mtime_epoch": 1788236611.1932242, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 73188}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:23:31+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1952.93, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 17224, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.996, "max": 2.0, "p95": 1.0, "sample_count": 237}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.931, "pushed": 7.931, "read": 7.931}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.005, "count": 237, "max_ms": 0.029, "p95_ms": 0.009, "reason": null, "sample_age_ms": 110.871, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.495, "count": 237, "max_ms": 3.143, "p95_ms": 1.352, "reason": null, "sample_age_ms": 183.801, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.183, "count": 237, "max_ms": 1.608, "p95_ms": 0.939, "reason": null, "sample_age_ms": 184.08, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.154, "count": 237, "max_ms": 0.608, "p95_ms": 0.236, "reason": null, "sample_age_ms": 110.878, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.385, "count": 237, "max_ms": 3.335, "p95_ms": 2.402, "reason": null, "sample_age_ms": 182.721, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2211848.0, "count": 237, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 182.703, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.065, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.72, "count": 237, "max_ms": 100.259, "p95_ms": 78.142, "reason": null, "sample_age_ms": 110.868, "source": "client_direct"}, "sample_age_ms": 110.863, "source": "client_direct", "task_total_ms": {"avg_ms": 71.381, "count": 237, "max_ms": 101.838, "p95_ms": 80.546, "reason": null, "sample_age_ms": 110.863, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.867, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.072, "count": 237, "max_ms": 7.891, "p95_ms": 5.341}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 237, "max_ms": 1.626, "p95_ms": 0.619}, "detection_prepare_ms": {"avg_ms": 0.712, "count": 237, "max_ms": 2.064, "p95_ms": 0.996}, "event_filter_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.006, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 237, "max_ms": 0.236, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.497, "count": 237, "max_ms": 1.091, "p95_ms": 0.726}, "setup_ms": {"avg_ms": 0.029, "count": 237, "max_ms": 0.085, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 4.035, "count": 237, "max_ms": 7.853, "p95_ms": 5.31}, "track_match_ms": {"avg_ms": 0.068, "count": 237, "max_ms": 0.584, "p95_ms": 0.099}, "tracker_update_ms": {"avg_ms": 2.241, "count": 237, "max_ms": 4.883, "p95_ms": 2.793}}, "gstreamer_push": {"avg_ms": 2.621, "count": 237, "max_ms": 8.132, "p95_ms": 5.476}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 237, "max_ms": 0.399, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.112, "count": 237, "max_ms": 102.553, "p95_ms": 82.163}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 237, "max_ms": 1.555, "p95_ms": 0.044}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.004, "count": 237, "max_ms": 148.098, "p95_ms": 130.57}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 237, "max_ms": 4.865, "p95_ms": 2.857}, "processing_residual_ms": {"avg_ms": 0.133, "count": 237, "max_ms": 1.472, "p95_ms": 0.312}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.738, "count": 237, "max_ms": 149.379, "p95_ms": 133.097}, "read_interval": {"avg_ms": 131.732, "count": 237, "max_ms": 1517.669, "p95_ms": 146.115}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 237, "max_ms": 0.04, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.46, "count": 237, "max_ms": 1.022, "p95_ms": 0.678}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 237, "max_ms": 0.029, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.45, "count": 237, "max_ms": 0.994, "p95_ms": 0.649}, "worker_merge_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.123, "count": 237, "max_ms": 102.57, "p95_ms": 82.174}, "visualize": {"avg_ms": 36.117, "count": 237, "max_ms": 69.251, "p95_ms": 47.448}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.999, "count": 237, "max_ms": 69.121, "p95_ms": 47.287}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.934, "count": 237, "max_ms": 69.051, "p95_ms": 47.209}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 237, "max_ms": 0.068, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.036, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.02, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:23:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72935, "write_bytes_delta": 72935, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 205.0, "cpu_core_ratio": 0.863927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2616.0, "pid": 5436, "reason": null, "system_cpu_core_ratio": 0.31488, "system_cpu_s_delta": 3.16, "user_cpu_core_ratio": 0.549047, "user_cpu_s_delta": 5.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.268376, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 293430.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.86138, "system_cpu_s_delta": 18.679999999999836, "user_cpu_core_ratio": 1.406996, "user_cpu_s_delta": 14.120000000000346}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.634, "count": 228, "max_ms": 15.631, "p95_ms": 5.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 141}, "total": {"avg": 0.618, "max": 1.0, "p95": 1.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.591, "count": 30, "max": 26.734, "p95": 22.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.397, "count": 30, "max": 12.378, "p95": 11.435, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 377.767, "count": 30, "max": 532.0, "p95": 475.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2460.933, "count": 30, "max": 27685.0, "p95": 15735.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.315, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.623, "count": 30, "max": 0.84, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.023, "count": 30, "max": 0.162, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 72090.333, "count": 30, "max": 74800.0, "p95": 73887.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69707.033, "count": 30, "max": 74800.0, "p95": 73887.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325584.133, "count": 30, "max": 400126.0, "p95": 389347.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.809, "count": 30, "max": 2.364, "p95": 1.876, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.773, "count": 30, "max": 1.757, "p95": 1.487, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 218, "sampled_at": "2026-09-01T13:23:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:23:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 25060, "flush_count": 39, "flush_interval_seconds": 30.0, "flush_state": {"count": 39, "last_at": "2026-09-01T13:23:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:23:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 38}, "started": true, "suppressed_count": 17186, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17186}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 39, "written_record_count": 39}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5849.648, "limit_mb": null}, "detail": {"pid": 5552, "restart_count": 16, "start_count": 17}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 47620915200, "copied_frame_count": 17224, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 47620915200, "frame_buffer_copies": 17224, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 1.7581, "p50_ms": 0.0635, "p95_ms": 0.1026, "p99_ms": 0.1521}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8811, "count": 512, "max_ms": 4.699, "p50_ms": 0.7505, "p95_ms": 1.643, "p99_ms": 1.9439, "results": {"failed": 0, "not_applicable": 0, "success": 17224, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:23:31+09:00", "last_error_summary": "[h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 14, bytestream 2658 [h264 @ 0x586f1662ce40] left block unavailable for requested intra mode [h264 @ 0x586f1662ce40] error while decoding MB 0 11, bytestream 4744 [h264 @ 0x586f166d15c0] error while decoding MB 194 56, bytestream -5 [h264 @ 0x586f171600c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x586f171600c0] error while decoding MB 0 72, bytestream 400", "last_exit_at": "2026-09-01T13:23:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:23:34+09:00", "pid": 5552, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.074, "name": "ffmpeg", "pid": 5552, "rss_mb": 47.074, "state": "S (sleeping)", "threads": 1}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.164, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.904, "last_frame_pushed_at": "2026-09-01T13:23:31+09:00", "last_frame_read_age_sec": 5.06, "last_frame_read_at": "2026-09-01T13:23:31+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.71, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 227.29, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 4.896, "exists": true, "mtime": "2026-09-01T13:23:31.193224+09:00", "mtime_epoch": 1788236611.1932242, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 73188}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:23:36+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1952.934, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 17224, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.995, "max": 2.0, "p95": 2.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.582, "pushed": 6.582, "read": 6.548}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.005, "count": 197, "max_ms": 0.029, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4990.225, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.507, "count": 196, "max_ms": 3.143, "p95_ms": 1.353, "reason": null, "sample_age_ms": 5063.155, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.182, "count": 196, "max_ms": 1.608, "p95_ms": 0.894, "reason": null, "sample_age_ms": 5063.434, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 197, "max_ms": 0.608, "p95_ms": 0.241, "reason": null, "sample_age_ms": 4990.232, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.436, "count": 196, "max_ms": 3.335, "p95_ms": 2.444, "reason": null, "sample_age_ms": 5062.075, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5062.057, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4990.419, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.605, "count": 197, "max_ms": 100.259, "p95_ms": 78.341, "reason": null, "sample_age_ms": 4990.222, "source": "client_direct"}, "sample_age_ms": 4990.217, "source": "client_direct", "task_total_ms": {"avg_ms": 72.32, "count": 197, "max_ms": 101.838, "p95_ms": 80.881, "reason": null, "sample_age_ms": 4990.217, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.452, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.147, "count": 197, "max_ms": 7.891, "p95_ms": 5.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 197, "max_ms": 1.626, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 0.721, "count": 197, "max_ms": 2.064, "p95_ms": 1.002}, "event_filter_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 197, "max_ms": 0.236, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.504, "count": 197, "max_ms": 1.091, "p95_ms": 0.755}, "setup_ms": {"avg_ms": 0.029, "count": 197, "max_ms": 0.085, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 4.109, "count": 197, "max_ms": 7.853, "p95_ms": 5.347}, "track_match_ms": {"avg_ms": 0.07, "count": 197, "max_ms": 0.584, "p95_ms": 0.101}, "tracker_update_ms": {"avg_ms": 2.287, "count": 197, "max_ms": 4.883, "p95_ms": 2.831}}, "gstreamer_push": {"avg_ms": 2.652, "count": 197, "max_ms": 8.132, "p95_ms": 5.539}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 197, "max_ms": 0.399, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 73.065, "count": 197, "max_ms": 102.553, "p95_ms": 82.164}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 197, "max_ms": 1.555, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.3, "count": 197, "max_ms": 148.098, "p95_ms": 130.993}, "inference_input_copy_ms": {"avg_ms": 1.534, "count": 197, "max_ms": 4.133, "p95_ms": 2.808}, "processing_residual_ms": {"avg_ms": 0.126, "count": 197, "max_ms": 0.399, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.995, "count": 197, "max_ms": 149.379, "p95_ms": 133.429}, "read_interval": {"avg_ms": 127.533, "count": 196, "max_ms": 696.707, "p95_ms": 145.455}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 197, "max_ms": 0.04, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.466, "count": 197, "max_ms": 1.022, "p95_ms": 0.698}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 197, "max_ms": 0.029, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.456, "count": 197, "max_ms": 0.994, "p95_ms": 0.686}, "worker_merge_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 73.076, "count": 197, "max_ms": 102.57, "p95_ms": 82.178}, "visualize": {"avg_ms": 36.38, "count": 197, "max_ms": 69.251, "p95_ms": 47.448}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.26, "count": 197, "max_ms": 69.121, "p95_ms": 47.287}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.193, "count": 197, "max_ms": 69.051, "p95_ms": 47.209}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 197, "max_ms": 0.068, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.93, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.997, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.154, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.878, "exists": true, "size_bytes": 73188, "write_bytes_delta": 73188, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 5436, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.114608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345632.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.765241, "system_cpu_s_delta": 21.859999999999673, "user_cpu_core_ratio": 1.349368, "user_cpu_s_delta": 16.710000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.644, "count": 214, "max_ms": 8.132, "p95_ms": 5.539, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 214}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.092, "count": 30, "max": 26.734, "p95": 22.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.13, "count": 30, "max": 12.378, "p95": 11.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 371.167, "count": 30, "max": 532.0, "p95": 475.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2050.467, "count": 30, "max": 27685.0, "p95": 9978.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.315, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.613, "count": 30, "max": 0.84, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.123, "count": 30, "max": 2.878, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 72312.967, "count": 30, "max": 76091.0, "p95": 74510.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69916.467, "count": 30, "max": 76091.0, "p95": 74510.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 329350.533, "count": 30, "max": 400126.0, "p95": 389347.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.82, "count": 30, "max": 2.297, "p95": 2.056, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.774, "count": 30, "max": 1.737, "p95": 1.575, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 221, "sampled_at": "2026-09-01T13:23:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:23:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 26474, "flush_count": 41, "flush_interval_seconds": 30.0, "flush_state": {"count": 41, "last_at": "2026-09-01T13:25:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:25:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 40}, "started": true, "suppressed_count": 18232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 18232}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 41, "written_record_count": 41}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5837.848, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6424bf456700] error while decoding MB 86 58, bytestream -19", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 50518425600, "copied_frame_count": 18272, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 50518425600, "frame_buffer_copies": 18272, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0736, "count": 512, "max_ms": 0.9332, "p50_ms": 0.0634, "p95_ms": 0.1087, "p99_ms": 0.1636}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9723, "count": 512, "max_ms": 7.8544, "p50_ms": 0.8003, "p95_ms": 1.8504, "p99_ms": 2.3804, "results": {"failed": 0, "not_applicable": 0, "success": 18272, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:25:55+09:00", "last_error_summary": "[h264 @ 0x6424bf456700] error while decoding MB 86 58, bytestream -19", "last_exit_at": "2026-09-01T13:23:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.728, "last_started_at": "2026-09-01T13:23:34+09:00", "pid": 5552, "process": {"exists": false, "pid": 5552}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.94, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:25:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-09-01T13:25:55+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-09-01T13:25:55+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 512.441, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 87.559, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-09-01T13:25:55.753992+09:00", "mtime_epoch": 1788236755.7539918, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 76596}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:25:55+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1950.922, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 18272, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.996, "max": 2.0, "p95": 2.0, "sample_count": 225}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.502, "pushed": 7.502, "read": 7.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.03, "p95_ms": 0.01, "reason": null, "sample_age_ms": 115.13, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 225, "max_ms": 3.128, "p95_ms": 1.58, "reason": null, "sample_age_ms": 69.942, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.188, "count": 225, "max_ms": 2.038, "p95_ms": 0.975, "reason": null, "sample_age_ms": 70.138, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.167, "count": 224, "max_ms": 0.648, "p95_ms": 0.278, "reason": null, "sample_age_ms": 115.137, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.378, "count": 225, "max_ms": 4.108, "p95_ms": 2.46, "reason": null, "sample_age_ms": 68.403, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2211848.0, "count": 225, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 68.375, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.302, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.462, "count": 224, "max_ms": 86.703, "p95_ms": 80.327, "reason": null, "sample_age_ms": 115.127, "source": "client_direct"}, "sample_age_ms": 68.366, "source": "client_direct", "task_total_ms": {"avg_ms": 72.135, "count": 224, "max_ms": 88.079, "p95_ms": 81.85, "reason": null, "sample_age_ms": 115.123, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.96, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.112, "count": 225, "max_ms": 7.463, "p95_ms": 5.59}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 225, "max_ms": 1.436, "p95_ms": 0.673}, "detection_prepare_ms": {"avg_ms": 0.741, "count": 225, "max_ms": 1.562, "p95_ms": 1.129}, "event_filter_ms": {"avg_ms": 0.002, "count": 225, "max_ms": 0.01, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 225, "max_ms": 0.206, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 225, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.496, "count": 225, "max_ms": 0.931, "p95_ms": 0.718}, "setup_ms": {"avg_ms": 0.03, "count": 225, "max_ms": 0.079, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 4.074, "count": 225, "max_ms": 7.384, "p95_ms": 5.543}, "track_match_ms": {"avg_ms": 0.066, "count": 225, "max_ms": 0.168, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 2.236, "count": 225, "max_ms": 4.319, "p95_ms": 2.855}}, "gstreamer_push": {"avg_ms": 2.446, "count": 225, "max_ms": 6.614, "p95_ms": 4.719}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 225, "max_ms": 0.127, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.905, "count": 225, "max_ms": 88.63, "p95_ms": 83.006}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 225, "max_ms": 0.09, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.032, "count": 225, "max_ms": 197.579, "p95_ms": 136.59}, "inference_input_copy_ms": {"avg_ms": 1.28, "count": 225, "max_ms": 4.219, "p95_ms": 2.778}, "processing_residual_ms": {"avg_ms": 0.106, "count": 225, "max_ms": 0.275, "p95_ms": 0.202}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.446, "count": 225, "max_ms": 200.929, "p95_ms": 138.074}, "read_interval": {"avg_ms": 133.461, "count": 225, "max_ms": 1896.842, "p95_ms": 156.182}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 225, "max_ms": 0.027, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.458, "count": 225, "max_ms": 0.867, "p95_ms": 0.663}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 225, "max_ms": 0.029, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.448, "count": 225, "max_ms": 0.847, "p95_ms": 0.648}, "worker_merge_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.02, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.917, "count": 225, "max_ms": 88.648, "p95_ms": 83.025}, "visualize": {"avg_ms": 37.32, "count": 225, "max_ms": 111.94, "p95_ms": 51.044}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.201, "count": 225, "max_ms": 111.829, "p95_ms": 50.947}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.135, "count": 225, "max_ms": 111.758, "p95_ms": 50.895}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 225, "max_ms": 0.074, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1953.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.109, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.151, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.129, "exists": true, "size_bytes": 76452, "write_bytes_delta": 76452, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 458.0, "cpu_core_ratio": 0.712091, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5552, "reason": null, "system_cpu_core_ratio": 0.030659, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.681431, "user_cpu_s_delta": 6.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.919465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345796.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.214404, "system_cpu_s_delta": 22.389999999999873, "user_cpu_core_ratio": 1.705061, "user_cpu_s_delta": 17.240000000000236}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.804, "count": 236, "max_ms": 6.916, "p95_ms": 4.823, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.016, "count": 30, "max": 26.734, "p95": 21.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.329, "count": 30, "max": 12.378, "p95": 11.601, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 422.067, "count": 30, "max": 498.0, "p95": 489.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 412.8, "count": 30, "max": 3531.0, "p95": 2746.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.315, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.664, "count": 30, "max": 0.84, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.135, "count": 30, "max": 2.878, "p95": 0.147, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73308.333, "count": 30, "max": 76452.0, "p95": 76307.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70929.633, "count": 30, "max": 76452.0, "p95": 76307.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 345008.4, "count": 30, "max": 387295.0, "p95": 380408.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.449, "count": 30, "max": 2.343, "p95": 2.313, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.771, "p95": 1.76, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 233, "sampled_at": "2026-09-01T13:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 26474, "flush_count": 41, "flush_interval_seconds": 30.0, "flush_state": {"count": 41, "last_at": "2026-09-01T13:25:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:25:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 40}, "started": true, "suppressed_count": 18233, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 18233}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 41, "written_record_count": 41}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5838.324, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:25:55+09:00", "last_error_summary": "[h264 @ 0x6424bf456700] error while decoding MB 86 58, bytestream -19", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 50521190400, "copied_frame_count": 18273, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 50521190400, "frame_buffer_copies": 18273, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0737, "count": 512, "max_ms": 0.9332, "p50_ms": 0.0634, "p95_ms": 0.1087, "p99_ms": 0.1636}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.972, "count": 512, "max_ms": 7.8544, "p50_ms": 0.8003, "p95_ms": 1.8504, "p99_ms": 2.3804, "results": {"failed": 0, "not_applicable": 0, "success": 18273, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:25:55+09:00", "last_error_summary": "[h264 @ 0x6424bf456700] error while decoding MB 86 58, bytestream -19", "last_exit_at": "2026-09-01T13:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.782, "last_started_at": "2026-09-01T13:23:34+09:00", "pid": 5552, "process": {"exists": false, "pid": 5552}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.94, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:25:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:25:55+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-09-01T13:25:55+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 512.486, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 87.514, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-09-01T13:25:55.753992+09:00", "mtime_epoch": 1788236755.7539918, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 76596}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:25:55+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1950.918, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 18273, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.996, "max": 2.0, "p95": 2.0, "sample_count": 225}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.515, "pushed": 7.515, "read": 7.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.03, "p95_ms": 0.01, "reason": null, "sample_age_ms": 48.004, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.537, "count": 224, "max_ms": 3.128, "p95_ms": 1.585, "reason": null, "sample_age_ms": 122.986, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.188, "count": 224, "max_ms": 2.038, "p95_ms": 0.976, "reason": null, "sample_age_ms": 123.182, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.167, "count": 225, "max_ms": 0.648, "p95_ms": 0.278, "reason": null, "sample_age_ms": 48.011, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.38, "count": 224, "max_ms": 4.108, "p95_ms": 2.464, "reason": null, "sample_age_ms": 121.447, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2211848.0, "count": 224, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 121.419, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.167, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.475, "count": 225, "max_ms": 86.703, "p95_ms": 80.305, "reason": null, "sample_age_ms": 48.001, "source": "client_direct"}, "sample_age_ms": 47.997, "source": "client_direct", "task_total_ms": {"avg_ms": 72.147, "count": 225, "max_ms": 88.079, "p95_ms": 81.829, "reason": null, "sample_age_ms": 47.997, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.735, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 225, "max_ms": 7.463, "p95_ms": 5.59}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 225, "max_ms": 1.436, "p95_ms": 0.673}, "detection_prepare_ms": {"avg_ms": 0.741, "count": 225, "max_ms": 1.562, "p95_ms": 1.129}, "event_filter_ms": {"avg_ms": 0.002, "count": 225, "max_ms": 0.01, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 225, "max_ms": 0.206, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 225, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.496, "count": 225, "max_ms": 0.931, "p95_ms": 0.718}, "setup_ms": {"avg_ms": 0.03, "count": 225, "max_ms": 0.079, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 4.078, "count": 225, "max_ms": 7.384, "p95_ms": 5.543}, "track_match_ms": {"avg_ms": 0.066, "count": 225, "max_ms": 0.168, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 2.24, "count": 225, "max_ms": 4.319, "p95_ms": 2.855}}, "gstreamer_push": {"avg_ms": 2.446, "count": 225, "max_ms": 6.614, "p95_ms": 4.719}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 225, "max_ms": 0.127, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.929, "count": 225, "max_ms": 88.63, "p95_ms": 83.006}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 225, "max_ms": 0.09, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.088, "count": 225, "max_ms": 197.579, "p95_ms": 136.59}, "inference_input_copy_ms": {"avg_ms": 1.285, "count": 225, "max_ms": 4.219, "p95_ms": 2.778}, "processing_residual_ms": {"avg_ms": 0.107, "count": 225, "max_ms": 0.275, "p95_ms": 0.202}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.507, "count": 225, "max_ms": 200.929, "p95_ms": 138.074}, "read_interval": {"avg_ms": 133.569, "count": 224, "max_ms": 1896.842, "p95_ms": 156.182}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 225, "max_ms": 0.027, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.458, "count": 225, "max_ms": 0.867, "p95_ms": 0.663}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 225, "max_ms": 0.029, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.448, "count": 225, "max_ms": 0.847, "p95_ms": 0.648}, "worker_merge_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.02, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.941, "count": 225, "max_ms": 88.648, "p95_ms": 83.025}, "visualize": {"avg_ms": 37.348, "count": 225, "max_ms": 111.94, "p95_ms": 51.044}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.229, "count": 225, "max_ms": 111.829, "p95_ms": 50.947}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.163, "count": 225, "max_ms": 111.758, "p95_ms": 50.895}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 225, "max_ms": 0.074, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1953.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.109, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.151, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.129, "exists": true, "size_bytes": 76452, "write_bytes_delta": 76452, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 458.0, "cpu_core_ratio": 0.712091, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5552, "reason": null, "system_cpu_core_ratio": 0.030659, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.681431, "user_cpu_s_delta": 6.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.919465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345796.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.214404, "system_cpu_s_delta": 22.389999999999873, "user_cpu_core_ratio": 1.705061, "user_cpu_s_delta": 17.240000000000236}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.804, "count": 236, "max_ms": 6.916, "p95_ms": 4.823, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.016, "count": 30, "max": 26.734, "p95": 21.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.329, "count": 30, "max": 12.378, "p95": 11.601, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 422.067, "count": 30, "max": 498.0, "p95": 489.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 412.8, "count": 30, "max": 3531.0, "p95": 2746.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.315, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.664, "count": 30, "max": 0.84, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.135, "count": 30, "max": 2.878, "p95": 0.147, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73308.333, "count": 30, "max": 76452.0, "p95": 76307.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70929.633, "count": 30, "max": 76452.0, "p95": 76307.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 345008.4, "count": 30, "max": 387295.0, "p95": 380408.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.449, "count": 30, "max": 2.343, "p95": 2.313, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.771, "p95": 1.76, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 233, "sampled_at": "2026-09-01T13:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 26474, "flush_count": 41, "flush_interval_seconds": 30.0, "flush_state": {"count": 41, "last_at": "2026-09-01T13:25:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:25:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 40}, "started": true, "suppressed_count": 18233, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 18233}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 41, "written_record_count": 41}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5838.277, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 50521190400, "copied_frame_count": 18273, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 50521190400, "frame_buffer_copies": 18273, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0737, "count": 512, "max_ms": 0.9332, "p50_ms": 0.0634, "p95_ms": 0.1087, "p99_ms": 0.1636}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.972, "count": 512, "max_ms": 7.8544, "p50_ms": 0.8003, "p95_ms": 1.8504, "p99_ms": 2.3804, "results": {"failed": 0, "not_applicable": 0, "success": 18273, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:25:55+09:00", "last_error_summary": "[h264 @ 0x6424bf456700] error while decoding MB 86 58, bytestream -19", "last_exit_at": "2026-09-01T13:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.797, "last_started_at": "2026-09-01T13:23:34+09:00", "pid": 5552, "process": {"exists": false, "pid": 5552}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.94, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:25:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-09-01T13:25:55+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-09-01T13:25:55+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 512.5, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 87.5, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-09-01T13:25:55.875993+09:00", "mtime_epoch": 1788236755.8759925, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 76672}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:25:55+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1950.918, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 18273, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.996, "max": 2.0, "p95": 2.0, "sample_count": 225}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.512, "pushed": 7.512, "read": 7.478}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.03, "p95_ms": 0.01, "reason": null, "sample_age_ms": 62.158, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.537, "count": 224, "max_ms": 3.128, "p95_ms": 1.585, "reason": null, "sample_age_ms": 137.14, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.188, "count": 224, "max_ms": 2.038, "p95_ms": 0.976, "reason": null, "sample_age_ms": 137.336, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.167, "count": 225, "max_ms": 0.648, "p95_ms": 0.278, "reason": null, "sample_age_ms": 62.165, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.38, "count": 224, "max_ms": 4.108, "p95_ms": 2.464, "reason": null, "sample_age_ms": 135.601, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2211848.0, "count": 224, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 135.572, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.32, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.475, "count": 225, "max_ms": 86.703, "p95_ms": 80.305, "reason": null, "sample_age_ms": 62.154, "source": "client_direct"}, "sample_age_ms": 62.151, "source": "client_direct", "task_total_ms": {"avg_ms": 72.147, "count": 225, "max_ms": 88.079, "p95_ms": 81.829, "reason": null, "sample_age_ms": 62.151, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.739, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 225, "max_ms": 7.463, "p95_ms": 5.59}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 225, "max_ms": 1.436, "p95_ms": 0.673}, "detection_prepare_ms": {"avg_ms": 0.741, "count": 225, "max_ms": 1.562, "p95_ms": 1.129}, "event_filter_ms": {"avg_ms": 0.002, "count": 225, "max_ms": 0.01, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 225, "max_ms": 0.206, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 225, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.496, "count": 225, "max_ms": 0.931, "p95_ms": 0.718}, "setup_ms": {"avg_ms": 0.03, "count": 225, "max_ms": 0.079, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 4.078, "count": 225, "max_ms": 7.384, "p95_ms": 5.543}, "track_match_ms": {"avg_ms": 0.066, "count": 225, "max_ms": 0.168, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 2.24, "count": 225, "max_ms": 4.319, "p95_ms": 2.855}}, "gstreamer_push": {"avg_ms": 2.446, "count": 225, "max_ms": 6.614, "p95_ms": 4.719}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 225, "max_ms": 0.127, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.929, "count": 225, "max_ms": 88.63, "p95_ms": 83.006}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 225, "max_ms": 0.09, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.088, "count": 225, "max_ms": 197.579, "p95_ms": 136.59}, "inference_input_copy_ms": {"avg_ms": 1.285, "count": 225, "max_ms": 4.219, "p95_ms": 2.778}, "processing_residual_ms": {"avg_ms": 0.107, "count": 225, "max_ms": 0.275, "p95_ms": 0.202}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.507, "count": 225, "max_ms": 200.929, "p95_ms": 138.074}, "read_interval": {"avg_ms": 133.569, "count": 224, "max_ms": 1896.842, "p95_ms": 156.182}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 225, "max_ms": 0.027, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.458, "count": 225, "max_ms": 0.867, "p95_ms": 0.663}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 225, "max_ms": 0.029, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.448, "count": 225, "max_ms": 0.847, "p95_ms": 0.648}, "worker_merge_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.02, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.941, "count": 225, "max_ms": 88.648, "p95_ms": 83.025}, "visualize": {"avg_ms": 37.348, "count": 225, "max_ms": 111.94, "p95_ms": 51.044}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 37.229, "count": 225, "max_ms": 111.829, "p95_ms": 50.947}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.163, "count": 225, "max_ms": 111.758, "p95_ms": 50.895}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 225, "max_ms": 0.074, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1953.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.109, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.151, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.129, "exists": true, "size_bytes": 76452, "write_bytes_delta": 76452, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 458.0, "cpu_core_ratio": 0.712091, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5552, "reason": null, "system_cpu_core_ratio": 0.030659, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.681431, "user_cpu_s_delta": 6.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.919465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345796.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.214404, "system_cpu_s_delta": 22.389999999999873, "user_cpu_core_ratio": 1.705061, "user_cpu_s_delta": 17.240000000000236}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.804, "count": 236, "max_ms": 6.916, "p95_ms": 4.823, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.016, "count": 30, "max": 26.734, "p95": 21.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.329, "count": 30, "max": 12.378, "p95": 11.601, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 422.067, "count": 30, "max": 498.0, "p95": 489.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 412.8, "count": 30, "max": 3531.0, "p95": 2746.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.315, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.664, "count": 30, "max": 0.84, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.135, "count": 30, "max": 2.878, "p95": 0.147, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73308.333, "count": 30, "max": 76452.0, "p95": 76307.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70929.633, "count": 30, "max": 76452.0, "p95": 76307.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 345008.4, "count": 30, "max": 387295.0, "p95": 380408.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.449, "count": 30, "max": 2.343, "p95": 2.313, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.771, "p95": 1.76, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 233, "sampled_at": "2026-09-01T13:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 26474, "flush_count": 41, "flush_interval_seconds": 30.0, "flush_state": {"count": 41, "last_at": "2026-09-01T13:25:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:25:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 40}, "started": true, "suppressed_count": 18233, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 18233}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 41, "written_record_count": 41}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6061.613, "limit_mb": null}, "detail": {"pid": 5668, "restart_count": 17, "start_count": 18}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 50521190400, "copied_frame_count": 18273, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 50521190400, "frame_buffer_copies": 18273, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0737, "count": 512, "max_ms": 0.9332, "p50_ms": 0.0634, "p95_ms": 0.1087, "p99_ms": 0.1636}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.972, "count": 512, "max_ms": 7.8544, "p50_ms": 0.8003, "p95_ms": 1.8504, "p99_ms": 2.3804, "results": {"failed": 0, "not_applicable": 0, "success": 18273, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:25:55+09:00", "last_error_summary": "[h264 @ 0x6424bf456700] error while decoding MB 86 58, bytestream -19", "last_exit_at": "2026-09-01T13:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:25:58+09:00", "pid": 5668, "process": {"exists": true, "fd_count": 5, "hwm_mb": 256.934, "name": "ffmpeg", "pid": 5668, "rss_mb": 256.934, "state": "S (sleeping)", "threads": 19}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.998, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:25:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.932, "last_frame_pushed_at": "2026-09-01T13:25:55+09:00", "last_frame_read_age_sec": 5.052, "last_frame_read_at": "2026-09-01T13:25:55+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 517.419, "last_sample_duration_ms": 363.613, "last_trigger": "periodic", "next_snapshot_in_sec": 82.581, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 154, "storage_bytes": 1898661}, "mjpeg": {"age_sec": 4.926, "exists": true, "mtime": "2026-09-01T13:25:55.875993+09:00", "mtime_epoch": 1788236755.8759925, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 76672}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:26:00+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1950.922, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 18273, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.995, "max": 2.0, "p95": 2.0, "sample_count": 188}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.268, "pushed": 6.268, "read": 6.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.006, "count": 187, "max_ms": 0.03, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4979.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.55, "count": 187, "max_ms": 3.128, "p95_ms": 1.612, "reason": null, "sample_age_ms": 5054.366, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.179, "count": 187, "max_ms": 1.469, "p95_ms": 0.896, "reason": null, "sample_age_ms": 5054.562, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.168, "count": 187, "max_ms": 0.648, "p95_ms": 0.281, "reason": null, "sample_age_ms": 4979.391, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.386, "count": 187, "max_ms": 4.108, "p95_ms": 2.589, "reason": null, "sample_age_ms": 5052.827, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5052.798, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4979.546, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.337, "count": 187, "max_ms": 86.703, "p95_ms": 80.261, "reason": null, "sample_age_ms": 4979.38, "source": "client_direct"}, "sample_age_ms": 4979.377, "source": "client_direct", "task_total_ms": {"avg_ms": 72.018, "count": 187, "max_ms": 88.079, "p95_ms": 81.786, "reason": null, "sample_age_ms": 4979.377, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.428, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.113, "count": 188, "max_ms": 7.463, "p95_ms": 5.463}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.403, "count": 188, "max_ms": 1.409, "p95_ms": 0.659}, "detection_prepare_ms": {"avg_ms": 0.744, "count": 188, "max_ms": 1.562, "p95_ms": 1.134}, "event_filter_ms": {"avg_ms": 0.002, "count": 188, "max_ms": 0.01, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 188, "max_ms": 0.206, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 188, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.491, "count": 188, "max_ms": 0.85, "p95_ms": 0.64}, "setup_ms": {"avg_ms": 0.03, "count": 188, "max_ms": 0.079, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 4.075, "count": 188, "max_ms": 7.384, "p95_ms": 5.391}, "track_match_ms": {"avg_ms": 0.066, "count": 188, "max_ms": 0.168, "p95_ms": 0.095}, "tracker_update_ms": {"avg_ms": 2.246, "count": 188, "max_ms": 4.319, "p95_ms": 2.855}}, "gstreamer_push": {"avg_ms": 2.359, "count": 188, "max_ms": 6.614, "p95_ms": 4.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 188, "max_ms": 0.127, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.803, "count": 188, "max_ms": 88.63, "p95_ms": 82.911}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 188, "max_ms": 0.09, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.24, "count": 188, "max_ms": 197.579, "p95_ms": 133.718}, "inference_input_copy_ms": {"avg_ms": 1.213, "count": 188, "max_ms": 3.8, "p95_ms": 2.632}, "processing_residual_ms": {"avg_ms": 0.104, "count": 188, "max_ms": 0.275, "p95_ms": 0.186}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.583, "count": 188, "max_ms": 200.929, "p95_ms": 136.188}, "read_interval": {"avg_ms": 133.945, "count": 187, "max_ms": 1896.842, "p95_ms": 149.479}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 188, "max_ms": 0.027, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.454, "count": 188, "max_ms": 0.777, "p95_ms": 0.59}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 188, "max_ms": 0.029, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.444, "count": 188, "max_ms": 0.759, "p95_ms": 0.577}, "worker_merge_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.02, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.815, "count": 188, "max_ms": 88.648, "p95_ms": 82.938}, "visualize": {"avg_ms": 36.636, "count": 188, "max_ms": 111.94, "p95_ms": 50.549}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.517, "count": 188, "max_ms": 111.829, "p95_ms": 50.449}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.451, "count": 188, "max_ms": 111.758, "p95_ms": 50.361}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 188, "max_ms": 0.074, "p95_ms": 0.047}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1953.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.109, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.151, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.129, "exists": true, "size_bytes": 76452, "write_bytes_delta": 76452, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 458.0, "cpu_core_ratio": 0.712091, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5552, "reason": null, "system_cpu_core_ratio": 0.030659, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.681431, "user_cpu_s_delta": 6.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.919465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345796.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.214404, "system_cpu_s_delta": 22.389999999999873, "user_cpu_core_ratio": 1.705061, "user_cpu_s_delta": 17.240000000000236}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.804, "count": 236, "max_ms": 6.916, "p95_ms": 4.823, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.016, "count": 30, "max": 26.734, "p95": 21.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.329, "count": 30, "max": 12.378, "p95": 11.601, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 422.067, "count": 30, "max": 498.0, "p95": 489.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 412.8, "count": 30, "max": 3531.0, "p95": 2746.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.315, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.664, "count": 30, "max": 0.84, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.135, "count": 30, "max": 2.878, "p95": 0.147, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73308.333, "count": 30, "max": 76452.0, "p95": 76307.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70929.633, "count": 30, "max": 76452.0, "p95": 76307.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 345008.4, "count": 30, "max": 387295.0, "p95": 380408.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.449, "count": 30, "max": 2.343, "p95": 2.313, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.771, "p95": 1.76, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 233, "sampled_at": "2026-09-01T13:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 27888, "flush_count": 43, "flush_interval_seconds": 30.0, "flush_state": {"count": 43, "last_at": "2026-09-01T13:27:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:27:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 42}, "started": true, "suppressed_count": 19027, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19027}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 43, "written_record_count": 43}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5839.066, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64ef8f5d2ec0] error while decoding MB 111 96, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 52721971200, "copied_frame_count": 19069, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 52721971200, "frame_buffer_copies": 19069, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0721, "count": 512, "max_ms": 0.3291, "p50_ms": 0.0635, "p95_ms": 0.1105, "p99_ms": 0.1821}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9721, "count": 512, "max_ms": 3.4831, "p50_ms": 0.8173, "p95_ms": 1.8566, "p99_ms": 2.4161, "results": {"failed": 0, "not_applicable": 0, "success": 19069, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:27:47+09:00", "last_error_summary": "[h264 @ 0x64ef8f5d2ec0] error while decoding MB 111 96, bytestream -8", "last_exit_at": "2026-09-01T13:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.753, "last_started_at": "2026-09-01T13:25:58+09:00", "pid": 5668, "process": {"exists": false, "pid": 5668}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.804, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-09-01T13:27:47+09:00", "last_frame_read_age_sec": 0.047, "last_frame_read_at": "2026-09-01T13:27:47+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 6.167, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 593.833, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-09-01T13:27:47.510585+09:00", "mtime_epoch": 1788236867.510585, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80807}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:27:47+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1951.309, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 19069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "total": {"avg": 0.575, "max": 1.0, "p95": 1.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 1.018, "max": 2.0, "p95": 2.0, "sample_count": 221}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 222, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.367, "pushed": 7.367, "read": 7.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.005, "count": 221, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 88.919, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 221, "max_ms": 2.294, "p95_ms": 1.452, "reason": null, "sample_age_ms": 50.524, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.21, "count": 221, "max_ms": 2.016, "p95_ms": 1.202, "reason": null, "sample_age_ms": 50.662, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 221, "max_ms": 0.397, "p95_ms": 0.243, "reason": null, "sample_age_ms": 88.925, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.304, "count": 222, "max_ms": 2.904, "p95_ms": 2.291, "reason": null, "sample_age_ms": 49.698, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2211848.0, "count": 222, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 49.685, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.07, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.289, "count": 221, "max_ms": 90.2, "p95_ms": 79.381, "reason": null, "sample_age_ms": 88.916, "source": "client_direct"}, "sample_age_ms": 49.68, "source": "client_direct", "task_total_ms": {"avg_ms": 71.871, "count": 221, "max_ms": 92.167, "p95_ms": 81.552, "reason": null, "sample_age_ms": 88.913, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.996, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.694, "count": 221, "max_ms": 7.136, "p95_ms": 4.947}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 221, "max_ms": 0.843, "p95_ms": 0.597}, "detection_prepare_ms": {"avg_ms": 0.429, "count": 221, "max_ms": 1.455, "p95_ms": 0.888}, "event_filter_ms": {"avg_ms": 0.002, "count": 221, "max_ms": 0.021, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 221, "max_ms": 0.201, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 221, "max_ms": 0.029, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.337, "count": 221, "max_ms": 1.148, "p95_ms": 0.604}, "setup_ms": {"avg_ms": 0.029, "count": 221, "max_ms": 0.081, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 2.659, "count": 221, "max_ms": 7.07, "p95_ms": 4.886}, "track_match_ms": {"avg_ms": 0.04, "count": 221, "max_ms": 0.129, "p95_ms": 0.091}, "tracker_update_ms": {"avg_ms": 1.388, "count": 221, "max_ms": 3.967, "p95_ms": 2.789}}, "gstreamer_push": {"avg_ms": 2.612, "count": 221, "max_ms": 11.908, "p95_ms": 5.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 221, "max_ms": 0.427, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.599, "count": 221, "max_ms": 92.678, "p95_ms": 82.153}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 221, "max_ms": 0.068, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.859, "count": 221, "max_ms": 154.098, "p95_ms": 134.779}, "inference_input_copy_ms": {"avg_ms": 1.243, "count": 221, "max_ms": 3.318, "p95_ms": 2.616}, "processing_residual_ms": {"avg_ms": 0.101, "count": 221, "max_ms": 0.296, "p95_ms": 0.192}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.229, "count": 221, "max_ms": 156.957, "p95_ms": 136.72}, "read_interval": {"avg_ms": 135.509, "count": 222, "max_ms": 2409.105, "p95_ms": 154.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 221, "max_ms": 0.037, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.301, "count": 221, "max_ms": 0.926, "p95_ms": 0.559}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.05, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.29, "count": 221, "max_ms": 0.9, "p95_ms": 0.547}, "worker_merge_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.015, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.611, "count": 221, "max_ms": 92.685, "p95_ms": 82.161}, "visualize": {"avg_ms": 38.878, "count": 221, "max_ms": 68.657, "p95_ms": 53.458}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 38.758, "count": 221, "max_ms": 68.529, "p95_ms": 53.355}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.69, "count": 221, "max_ms": 68.441, "p95_ms": 53.277}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 221, "max_ms": 0.097, "p95_ms": 0.043}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1951.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.422, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.71, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80778, "write_bytes_delta": 80778, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 0.515289, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 5668, "reason": null, "system_cpu_core_ratio": 0.02564, "system_cpu_s_delta": 0.3099999999999996, "user_cpu_core_ratio": 0.489649, "user_cpu_s_delta": 5.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.055367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 348913.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.106673, "system_cpu_s_delta": 13.38000000000011, "user_cpu_core_ratio": 0.948695, "user_cpu_s_delta": 11.470000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.697, "count": 224, "max_ms": 11.908, "p95_ms": 5.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 0.737, "max": 1.0, "p95": 1.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.858, "count": 30, "max": 40.422, "p95": 28.06, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.218, "count": 30, "max": 19.401, "p95": 17.141, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 429.367, "count": 30, "max": 514.0, "p95": 495.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 432.133, "count": 30, "max": 3531.0, "p95": 2746.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.315, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.84, "p95": 0.738, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.243, "count": 30, "max": 2.907, "p95": 1.656, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76089.367, "count": 30, "max": 80778.0, "p95": 79594.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76089.367, "count": 30, "max": 80778.0, "p95": 79594.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328191.967, "count": 30, "max": 379063.0, "p95": 365826.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.965, "count": 30, "max": 2.343, "p95": 2.324, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.522, "count": 30, "max": 1.797, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 245, "sampled_at": "2026-09-01T13:27:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:27:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 27888, "flush_count": 43, "flush_interval_seconds": 30.0, "flush_state": {"count": 43, "last_at": "2026-09-01T13:27:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:27:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 42}, "started": true, "suppressed_count": 19028, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19028}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 43, "written_record_count": 43}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5838.496, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:27:47+09:00", "last_error_summary": "[h264 @ 0x64ef8f5d2ec0] error while decoding MB 111 96, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 52724736000, "copied_frame_count": 19070, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 52724736000, "frame_buffer_copies": 19070, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0722, "count": 512, "max_ms": 0.3291, "p50_ms": 0.0635, "p95_ms": 0.1105, "p99_ms": 0.1821}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9739, "count": 512, "max_ms": 3.4831, "p50_ms": 0.8177, "p95_ms": 1.8566, "p99_ms": 2.4161, "results": {"failed": 0, "not_applicable": 0, "success": 19070, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:27:47+09:00", "last_error_summary": "[h264 @ 0x64ef8f5d2ec0] error while decoding MB 111 96, bytestream -8", "last_exit_at": "2026-09-01T13:27:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.822, "last_started_at": "2026-09-01T13:25:58+09:00", "pid": 5668, "process": {"exists": false, "pid": 5668}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.804, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:27:47+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-09-01T13:27:47+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 6.239, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 593.761, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-09-01T13:27:47.510585+09:00", "mtime_epoch": 1788236867.510585, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80807}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:27:47+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1951.305, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 19070, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "total": {"avg": 0.572, "max": 1.0, "p95": 1.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 1.018, "max": 2.0, "p95": 2.0, "sample_count": 222}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.415, "pushed": 7.415, "read": 7.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.005, "count": 221, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 49.567, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 221, "max_ms": 2.294, "p95_ms": 1.452, "reason": null, "sample_age_ms": 123.383, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.21, "count": 221, "max_ms": 2.016, "p95_ms": 1.202, "reason": null, "sample_age_ms": 123.521, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 221, "max_ms": 0.397, "p95_ms": 0.243, "reason": null, "sample_age_ms": 49.576, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.304, "count": 221, "max_ms": 2.904, "p95_ms": 2.292, "reason": null, "sample_age_ms": 122.557, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2211848.0, "count": 221, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.544, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.763, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.295, "count": 221, "max_ms": 90.2, "p95_ms": 79.381, "reason": null, "sample_age_ms": 49.562, "source": "client_direct"}, "sample_age_ms": 49.557, "source": "client_direct", "task_total_ms": {"avg_ms": 71.875, "count": 221, "max_ms": 92.167, "p95_ms": 81.552, "reason": null, "sample_age_ms": 49.557, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.816, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.685, "count": 222, "max_ms": 7.136, "p95_ms": 4.947}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 222, "max_ms": 0.843, "p95_ms": 0.597}, "detection_prepare_ms": {"avg_ms": 0.427, "count": 222, "max_ms": 1.455, "p95_ms": 0.888}, "event_filter_ms": {"avg_ms": 0.002, "count": 222, "max_ms": 0.021, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 222, "max_ms": 0.201, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 222, "max_ms": 0.029, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.336, "count": 222, "max_ms": 1.148, "p95_ms": 0.604}, "setup_ms": {"avg_ms": 0.029, "count": 222, "max_ms": 0.081, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 2.65, "count": 222, "max_ms": 7.07, "p95_ms": 4.886}, "track_match_ms": {"avg_ms": 0.04, "count": 222, "max_ms": 0.129, "p95_ms": 0.091}, "tracker_update_ms": {"avg_ms": 1.382, "count": 222, "max_ms": 3.967, "p95_ms": 2.789}}, "gstreamer_push": {"avg_ms": 2.613, "count": 222, "max_ms": 11.908, "p95_ms": 5.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 222, "max_ms": 0.427, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.606, "count": 222, "max_ms": 92.678, "p95_ms": 82.153}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 222, "max_ms": 0.068, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.836, "count": 222, "max_ms": 154.098, "p95_ms": 134.779}, "inference_input_copy_ms": {"avg_ms": 1.241, "count": 222, "max_ms": 3.318, "p95_ms": 2.616}, "processing_residual_ms": {"avg_ms": 0.101, "count": 222, "max_ms": 0.296, "p95_ms": 0.192}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.204, "count": 222, "max_ms": 156.957, "p95_ms": 136.72}, "read_interval": {"avg_ms": 135.526, "count": 221, "max_ms": 2409.105, "p95_ms": 154.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 222, "max_ms": 0.037, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.3, "count": 222, "max_ms": 0.926, "p95_ms": 0.559}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 222, "max_ms": 0.05, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.289, "count": 222, "max_ms": 0.9, "p95_ms": 0.547}, "worker_merge_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.015, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.618, "count": 222, "max_ms": 92.685, "p95_ms": 82.161}, "visualize": {"avg_ms": 38.857, "count": 222, "max_ms": 68.657, "p95_ms": 53.458}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 38.737, "count": 222, "max_ms": 68.529, "p95_ms": 53.355}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.669, "count": 222, "max_ms": 68.441, "p95_ms": 53.277}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 222, "max_ms": 0.097, "p95_ms": 0.043}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1951.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.422, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.71, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80778, "write_bytes_delta": 80778, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 0.515289, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 5668, "reason": null, "system_cpu_core_ratio": 0.02564, "system_cpu_s_delta": 0.3099999999999996, "user_cpu_core_ratio": 0.489649, "user_cpu_s_delta": 5.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.055367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 348913.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.106673, "system_cpu_s_delta": 13.38000000000011, "user_cpu_core_ratio": 0.948695, "user_cpu_s_delta": 11.470000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.697, "count": 224, "max_ms": 11.908, "p95_ms": 5.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 0.737, "max": 1.0, "p95": 1.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.858, "count": 30, "max": 40.422, "p95": 28.06, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.218, "count": 30, "max": 19.401, "p95": 17.141, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 429.367, "count": 30, "max": 514.0, "p95": 495.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 432.133, "count": 30, "max": 3531.0, "p95": 2746.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.315, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.84, "p95": 0.738, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.243, "count": 30, "max": 2.907, "p95": 1.656, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76089.367, "count": 30, "max": 80778.0, "p95": 79594.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76089.367, "count": 30, "max": 80778.0, "p95": 79594.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328191.967, "count": 30, "max": 379063.0, "p95": 365826.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.965, "count": 30, "max": 2.343, "p95": 2.324, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.522, "count": 30, "max": 1.797, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 245, "sampled_at": "2026-09-01T13:27:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:27:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 27888, "flush_count": 43, "flush_interval_seconds": 30.0, "flush_state": {"count": 43, "last_at": "2026-09-01T13:27:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:27:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 42}, "started": true, "suppressed_count": 19028, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19028}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 43, "written_record_count": 43}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5838.41, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 52724736000, "copied_frame_count": 19070, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 52724736000, "frame_buffer_copies": 19070, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0722, "count": 512, "max_ms": 0.3291, "p50_ms": 0.0635, "p95_ms": 0.1105, "p99_ms": 0.1821}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9739, "count": 512, "max_ms": 3.4831, "p50_ms": 0.8177, "p95_ms": 1.8566, "p99_ms": 2.4161, "results": {"failed": 0, "not_applicable": 0, "success": 19070, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:27:47+09:00", "last_error_summary": "[h264 @ 0x64ef8f5d2ec0] error while decoding MB 111 96, bytestream -8", "last_exit_at": "2026-09-01T13:27:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.846, "last_started_at": "2026-09-01T13:25:58+09:00", "pid": 5668, "process": {"exists": false, "pid": 5668}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.804, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-09-01T13:27:47+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-09-01T13:27:47+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 6.259, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 593.741, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-09-01T13:27:47.629586+09:00", "mtime_epoch": 1788236867.6295857, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80808}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:27:47+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1951.305, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 19070, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "total": {"avg": 0.572, "max": 1.0, "p95": 1.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 1.018, "max": 2.0, "p95": 2.0, "sample_count": 222}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.409, "pushed": 7.409, "read": 7.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.005, "count": 221, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 71.696, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 221, "max_ms": 2.294, "p95_ms": 1.452, "reason": null, "sample_age_ms": 145.513, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.21, "count": 221, "max_ms": 2.016, "p95_ms": 1.202, "reason": null, "sample_age_ms": 145.65, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 221, "max_ms": 0.397, "p95_ms": 0.243, "reason": null, "sample_age_ms": 71.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.304, "count": 221, "max_ms": 2.904, "p95_ms": 2.292, "reason": null, "sample_age_ms": 144.686, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2211848.0, "count": 221, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 144.674, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.892, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.295, "count": 221, "max_ms": 90.2, "p95_ms": 79.381, "reason": null, "sample_age_ms": 71.692, "source": "client_direct"}, "sample_age_ms": 71.687, "source": "client_direct", "task_total_ms": {"avg_ms": 71.875, "count": 221, "max_ms": 92.167, "p95_ms": 81.552, "reason": null, "sample_age_ms": 71.687, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.945, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.685, "count": 222, "max_ms": 7.136, "p95_ms": 4.947}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 222, "max_ms": 0.843, "p95_ms": 0.597}, "detection_prepare_ms": {"avg_ms": 0.427, "count": 222, "max_ms": 1.455, "p95_ms": 0.888}, "event_filter_ms": {"avg_ms": 0.002, "count": 222, "max_ms": 0.021, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 222, "max_ms": 0.201, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 222, "max_ms": 0.029, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.336, "count": 222, "max_ms": 1.148, "p95_ms": 0.604}, "setup_ms": {"avg_ms": 0.029, "count": 222, "max_ms": 0.081, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 2.65, "count": 222, "max_ms": 7.07, "p95_ms": 4.886}, "track_match_ms": {"avg_ms": 0.04, "count": 222, "max_ms": 0.129, "p95_ms": 0.091}, "tracker_update_ms": {"avg_ms": 1.382, "count": 222, "max_ms": 3.967, "p95_ms": 2.789}}, "gstreamer_push": {"avg_ms": 2.613, "count": 222, "max_ms": 11.908, "p95_ms": 5.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 222, "max_ms": 0.427, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.606, "count": 222, "max_ms": 92.678, "p95_ms": 82.153}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 222, "max_ms": 0.068, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.836, "count": 222, "max_ms": 154.098, "p95_ms": 134.779}, "inference_input_copy_ms": {"avg_ms": 1.241, "count": 222, "max_ms": 3.318, "p95_ms": 2.616}, "processing_residual_ms": {"avg_ms": 0.101, "count": 222, "max_ms": 0.296, "p95_ms": 0.192}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.204, "count": 222, "max_ms": 156.957, "p95_ms": 136.72}, "read_interval": {"avg_ms": 135.526, "count": 221, "max_ms": 2409.105, "p95_ms": 154.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 222, "max_ms": 0.037, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.3, "count": 222, "max_ms": 0.926, "p95_ms": 0.559}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 222, "max_ms": 0.05, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.289, "count": 222, "max_ms": 0.9, "p95_ms": 0.547}, "worker_merge_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.015, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.618, "count": 222, "max_ms": 92.685, "p95_ms": 82.161}, "visualize": {"avg_ms": 38.857, "count": 222, "max_ms": 68.657, "p95_ms": 53.458}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 38.737, "count": 222, "max_ms": 68.529, "p95_ms": 53.355}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.669, "count": 222, "max_ms": 68.441, "p95_ms": 53.277}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 222, "max_ms": 0.097, "p95_ms": 0.043}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1951.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.422, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.71, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80778, "write_bytes_delta": 80778, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 0.515289, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 5668, "reason": null, "system_cpu_core_ratio": 0.02564, "system_cpu_s_delta": 0.3099999999999996, "user_cpu_core_ratio": 0.489649, "user_cpu_s_delta": 5.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.055367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 348913.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.106673, "system_cpu_s_delta": 13.38000000000011, "user_cpu_core_ratio": 0.948695, "user_cpu_s_delta": 11.470000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.697, "count": 224, "max_ms": 11.908, "p95_ms": 5.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 0.737, "max": 1.0, "p95": 1.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.858, "count": 30, "max": 40.422, "p95": 28.06, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.218, "count": 30, "max": 19.401, "p95": 17.141, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 429.367, "count": 30, "max": 514.0, "p95": 495.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 432.133, "count": 30, "max": 3531.0, "p95": 2746.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.315, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.84, "p95": 0.738, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.243, "count": 30, "max": 2.907, "p95": 1.656, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76089.367, "count": 30, "max": 80778.0, "p95": 79594.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76089.367, "count": 30, "max": 80778.0, "p95": 79594.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328191.967, "count": 30, "max": 379063.0, "p95": 365826.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.965, "count": 30, "max": 2.343, "p95": 2.324, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.522, "count": 30, "max": 1.797, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 245, "sampled_at": "2026-09-01T13:27:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:27:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 27888, "flush_count": 43, "flush_interval_seconds": 30.0, "flush_state": {"count": 43, "last_at": "2026-09-01T13:27:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:27:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 42}, "started": true, "suppressed_count": 19028, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19028}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 43, "written_record_count": 43}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5850.535, "limit_mb": null}, "detail": {"pid": 5784, "restart_count": 18, "start_count": 19}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 52724736000, "copied_frame_count": 19070, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 52724736000, "frame_buffer_copies": 19070, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0722, "count": 512, "max_ms": 0.3291, "p50_ms": 0.0635, "p95_ms": 0.1105, "p99_ms": 0.1821}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9739, "count": 512, "max_ms": 3.4831, "p50_ms": 0.8177, "p95_ms": 1.8566, "p99_ms": 2.4161, "results": {"failed": 0, "not_applicable": 0, "success": 19070, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:27:47+09:00", "last_error_summary": "[h264 @ 0x64ef8f5d2ec0] error while decoding MB 111 96, bytestream -8", "last_exit_at": "2026-09-01T13:27:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:27:49+09:00", "pid": 5784, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.293, "name": "ffmpeg", "pid": 5784, "rss_mb": 47.293, "state": "S (sleeping)", "threads": 1}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.71, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.371, "last_frame_pushed_at": "2026-09-01T13:27:47+09:00", "last_frame_read_age_sec": 4.486, "last_frame_read_at": "2026-09-01T13:27:47+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 10.617, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 589.383, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 4.363, "exists": true, "mtime": "2026-09-01T13:27:47.629586+09:00", "mtime_epoch": 1788236867.6295857, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80808}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:27:52+09:00", "process": {"exists": true, "fd_count": 162, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1951.309, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 19070, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "total": {"avg": 0.492, "max": 1.0, "p95": 1.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 1.021, "max": 2.0, "p95": 2.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.25, "pushed": 6.25, "read": 6.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4415.278, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.485, "count": 186, "max_ms": 1.918, "p95_ms": 1.437, "reason": null, "sample_age_ms": 4489.095, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.204, "count": 186, "max_ms": 1.692, "p95_ms": 1.083, "reason": null, "sample_age_ms": 4489.233, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 187, "max_ms": 0.397, "p95_ms": 0.242, "reason": null, "sample_age_ms": 4415.287, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.312, "count": 186, "max_ms": 2.904, "p95_ms": 2.299, "reason": null, "sample_age_ms": 4488.268, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2211848.0, "count": 186, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4488.256, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4415.474, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 70.292, "count": 187, "max_ms": 90.2, "p95_ms": 79.693, "reason": null, "sample_age_ms": 4415.274, "source": "client_direct"}, "sample_age_ms": 4415.269, "source": "client_direct", "task_total_ms": {"avg_ms": 71.879, "count": 187, "max_ms": 92.167, "p95_ms": 81.89, "reason": null, "sample_age_ms": 4415.269, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.336, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.431, "count": 187, "max_ms": 7.136, "p95_ms": 4.844}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 187, "max_ms": 0.761, "p95_ms": 0.603}, "detection_prepare_ms": {"avg_ms": 0.375, "count": 187, "max_ms": 1.455, "p95_ms": 0.858}, "event_filter_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.021, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 187, "max_ms": 0.201, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.029, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.31, "count": 187, "max_ms": 1.148, "p95_ms": 0.599}, "setup_ms": {"avg_ms": 0.029, "count": 187, "max_ms": 0.081, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 2.396, "count": 187, "max_ms": 7.07, "p95_ms": 4.796}, "track_match_ms": {"avg_ms": 0.035, "count": 187, "max_ms": 0.129, "p95_ms": 0.09}, "tracker_update_ms": {"avg_ms": 1.215, "count": 187, "max_ms": 3.967, "p95_ms": 2.704}}, "gstreamer_push": {"avg_ms": 2.493, "count": 187, "max_ms": 11.908, "p95_ms": 5.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 187, "max_ms": 0.067, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 72.597, "count": 187, "max_ms": 92.678, "p95_ms": 82.618}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 187, "max_ms": 0.068, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.801, "count": 187, "max_ms": 154.098, "p95_ms": 135.135}, "inference_input_copy_ms": {"avg_ms": 1.252, "count": 187, "max_ms": 3.318, "p95_ms": 2.631}, "processing_residual_ms": {"avg_ms": 0.097, "count": 187, "max_ms": 0.212, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.176, "count": 187, "max_ms": 156.957, "p95_ms": 137.036}, "read_interval": {"avg_ms": 137.307, "count": 186, "max_ms": 2409.105, "p95_ms": 154.607}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 187, "max_ms": 0.037, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.273, "count": 187, "max_ms": 0.926, "p95_ms": 0.55}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.05, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.262, "count": 187, "max_ms": 0.9, "p95_ms": 0.54}, "worker_merge_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.015, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 72.608, "count": 187, "max_ms": 92.685, "p95_ms": 82.631}, "visualize": {"avg_ms": 39.09, "count": 187, "max_ms": 68.657, "p95_ms": 55.101}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 38.969, "count": 187, "max_ms": 68.529, "p95_ms": 54.985}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.9, "count": 187, "max_ms": 68.441, "p95_ms": 54.919}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 187, "max_ms": 0.097, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1951.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.422, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.71, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80778, "write_bytes_delta": 80778, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 0.515289, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 5668, "reason": null, "system_cpu_core_ratio": 0.02564, "system_cpu_s_delta": 0.3099999999999996, "user_cpu_core_ratio": 0.489649, "user_cpu_s_delta": 5.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.055367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 348913.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 1.106673, "system_cpu_s_delta": 13.38000000000011, "user_cpu_core_ratio": 0.948695, "user_cpu_s_delta": 11.470000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.697, "count": 224, "max_ms": 11.908, "p95_ms": 5.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 0.737, "max": 1.0, "p95": 1.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.858, "count": 30, "max": 40.422, "p95": 28.06, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.218, "count": 30, "max": 19.401, "p95": 17.141, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 429.367, "count": 30, "max": 514.0, "p95": 495.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 432.133, "count": 30, "max": 3531.0, "p95": 2746.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.315, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.84, "p95": 0.738, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.243, "count": 30, "max": 2.907, "p95": 1.656, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76089.367, "count": 30, "max": 80778.0, "p95": 79594.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76089.367, "count": 30, "max": 80778.0, "p95": 79594.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 328191.967, "count": 30, "max": 379063.0, "p95": 365826.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.965, "count": 30, "max": 2.343, "p95": 2.324, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.522, "count": 30, "max": 1.797, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 245, "sampled_at": "2026-09-01T13:27:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:27:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 29302, "flush_count": 45, "flush_interval_seconds": 30.0, "flush_state": {"count": 45, "last_at": "2026-09-01T13:29:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:29:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 44}, "started": true, "suppressed_count": 19669, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 45, "written_record_count": 45}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5843.219, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c54c29ca880] cabac decode of qscale diff failed at 224 98 [h264 @ 0x5c54c29ca880] error while decoding MB 224 98, bytestream -4", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 54502502400, "copied_frame_count": 19713, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 54502502400, "frame_buffer_copies": 19713, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0688, "count": 512, "max_ms": 0.2011, "p50_ms": 0.0615, "p95_ms": 0.1037, "p99_ms": 0.1361}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8796, "count": 512, "max_ms": 2.6928, "p50_ms": 0.7648, "p95_ms": 1.6154, "p99_ms": 2.0967, "results": {"failed": 0, "not_applicable": 0, "success": 19713, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:29:22+09:00", "last_error_summary": "[h264 @ 0x5c54c29ca880] cabac decode of qscale diff failed at 224 98 [h264 @ 0x5c54c29ca880] error while decoding MB 224 98, bytestream -4", "last_exit_at": "2026-09-01T13:27:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.123, "last_started_at": "2026-09-01T13:27:49+09:00", "pid": 5784, "process": {"exists": false, "pid": 5784}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.804, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-09-01T13:29:22+09:00", "last_frame_read_age_sec": 0.043, "last_frame_read_at": "2026-09-01T13:29:22+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.725, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 499.275, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-09-01T13:29:22.076087+09:00", "mtime_epoch": 1788236962.076087, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:29:22+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1954.129, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 19713, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "total": {"avg": 0.964, "max": 1.0, "p95": 1.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 1.018, "max": 2.0, "p95": 2.0, "sample_count": 223}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.451, "pushed": 7.451, "read": 7.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.005, "count": 223, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 101.545, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.503, "count": 223, "max_ms": 4.618, "p95_ms": 1.344, "reason": null, "sample_age_ms": 46.72, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.174, "count": 223, "max_ms": 1.63, "p95_ms": 0.898, "reason": null, "sample_age_ms": 46.945, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 223, "max_ms": 0.403, "p95_ms": 0.254, "reason": null, "sample_age_ms": 101.551, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.199, "count": 223, "max_ms": 3.049, "p95_ms": 1.994, "reason": null, "sample_age_ms": 45.794, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2211848.0, "count": 223, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 45.779, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.739, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.292, "count": 223, "max_ms": 87.758, "p95_ms": 78.194, "reason": null, "sample_age_ms": 101.541, "source": "client_direct"}, "sample_age_ms": 45.773, "source": "client_direct", "task_total_ms": {"avg_ms": 70.765, "count": 223, "max_ms": 89.883, "p95_ms": 80.317, "reason": null, "sample_age_ms": 101.537, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.79, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.012, "count": 223, "max_ms": 7.991, "p95_ms": 5.657}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 223, "max_ms": 0.957, "p95_ms": 0.722}, "detection_prepare_ms": {"avg_ms": 0.699, "count": 223, "max_ms": 2.026, "p95_ms": 0.982}, "event_filter_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.01, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 223, "max_ms": 0.3, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.021, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.479, "count": 223, "max_ms": 1.25, "p95_ms": 0.719}, "setup_ms": {"avg_ms": 0.031, "count": 223, "max_ms": 0.361, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 3.975, "count": 223, "max_ms": 7.931, "p95_ms": 5.606}, "track_match_ms": {"avg_ms": 0.064, "count": 223, "max_ms": 0.207, "p95_ms": 0.094}, "tracker_update_ms": {"avg_ms": 2.214, "count": 223, "max_ms": 4.829, "p95_ms": 3.205}}, "gstreamer_push": {"avg_ms": 2.581, "count": 223, "max_ms": 7.842, "p95_ms": 5.29}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 223, "max_ms": 0.33, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.51, "count": 223, "max_ms": 90.56, "p95_ms": 81.151}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 223, "max_ms": 0.059, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.772, "count": 223, "max_ms": 141.481, "p95_ms": 127.94}, "inference_input_copy_ms": {"avg_ms": 1.076, "count": 223, "max_ms": 3.435, "p95_ms": 2.117}, "processing_residual_ms": {"avg_ms": 0.102, "count": 223, "max_ms": 0.273, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.976, "count": 223, "max_ms": 143.471, "p95_ms": 128.729}, "read_interval": {"avg_ms": 134.557, "count": 223, "max_ms": 2843.879, "p95_ms": 144.525}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 223, "max_ms": 0.029, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.441, "count": 223, "max_ms": 1.153, "p95_ms": 0.667}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 223, "max_ms": 0.028, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.431, "count": 223, "max_ms": 1.131, "p95_ms": 0.652}, "worker_merge_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 71.521, "count": 223, "max_ms": 90.575, "p95_ms": 81.159}, "visualize": {"avg_ms": 35.566, "count": 223, "max_ms": 56.462, "p95_ms": 47.867}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.451, "count": 223, "max_ms": 56.308, "p95_ms": 47.75}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.385, "count": 223, "max_ms": 56.216, "p95_ms": 47.634}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 223, "max_ms": 0.075, "p95_ms": 0.043}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1951.59, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.417, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.903, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:29:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82014, "write_bytes_delta": 82014, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 556.0, "cpu_core_ratio": 0.747027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5784, "reason": null, "system_cpu_core_ratio": 0.035953, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.711074, "user_cpu_s_delta": 7.1200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.867964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 363121.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.174169, "system_cpu_s_delta": 21.769999999999982, "user_cpu_core_ratio": 1.693795, "user_cpu_s_delta": 16.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.741, "count": 223, "max_ms": 7.842, "p95_ms": 5.443, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 0.973, "max": 1.0, "p95": 1.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.924, "count": 30, "max": 40.422, "p95": 26.432, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.685, "count": 30, "max": 20.42, "p95": 18.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 458.567, "count": 30, "max": 556.0, "p95": 533.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3556.267, "count": 30, "max": 101876.0, "p95": 1806.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.159, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.74, "p95": 0.724, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.28, "count": 30, "max": 4.372, "p95": 1.659, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78583.167, "count": 30, "max": 83437.0, "p95": 83026.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78583.167, "count": 30, "max": 83437.0, "p95": 83026.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 321255.833, "count": 30, "max": 368845.0, "p95": 365561.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.958, "count": 30, "max": 2.332, "p95": 2.317, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.515, "count": 30, "max": 1.797, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 254, "sampled_at": "2026-09-01T13:29:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:29:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 29302, "flush_count": 45, "flush_interval_seconds": 30.0, "flush_state": {"count": 45, "last_at": "2026-09-01T13:29:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:29:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 44}, "started": true, "suppressed_count": 19670, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19670}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 45, "written_record_count": 45}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5840.648, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:29:22+09:00", "last_error_summary": "[h264 @ 0x5c54c29ca880] cabac decode of qscale diff failed at 224 98 [h264 @ 0x5c54c29ca880] error while decoding MB 224 98, bytestream -4", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 54505267200, "copied_frame_count": 19714, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 54505267200, "frame_buffer_copies": 19714, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0688, "count": 512, "max_ms": 0.2011, "p50_ms": 0.0615, "p95_ms": 0.1037, "p99_ms": 0.1361}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8791, "count": 512, "max_ms": 2.6928, "p50_ms": 0.7642, "p95_ms": 1.6154, "p99_ms": 2.0967, "results": {"failed": 0, "not_applicable": 0, "success": 19714, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:29:22+09:00", "last_error_summary": "[h264 @ 0x5c54c29ca880] cabac decode of qscale diff failed at 224 98 [h264 @ 0x5c54c29ca880] error while decoding MB 224 98, bytestream -4", "last_exit_at": "2026-09-01T13:29:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.199, "last_started_at": "2026-09-01T13:27:49+09:00", "pid": 5784, "process": {"exists": false, "pid": 5784}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.804, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:29:22+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-09-01T13:29:22+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.801, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 499.199, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-09-01T13:29:22.076087+09:00", "mtime_epoch": 1788236962.076087, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:29:22+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1951.609, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 19714, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "total": {"avg": 0.964, "max": 1.0, "p95": 1.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 1.018, "max": 2.0, "p95": 2.0, "sample_count": 223}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.433, "pushed": 7.467, "read": 7.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.005, "count": 223, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 55.167, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.503, "count": 223, "max_ms": 4.618, "p95_ms": 1.344, "reason": null, "sample_age_ms": 123.263, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.174, "count": 223, "max_ms": 1.63, "p95_ms": 0.898, "reason": null, "sample_age_ms": 123.488, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 223, "max_ms": 0.403, "p95_ms": 0.254, "reason": null, "sample_age_ms": 55.178, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.199, "count": 223, "max_ms": 3.049, "p95_ms": 1.994, "reason": null, "sample_age_ms": 122.337, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2211848.0, "count": 223, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.322, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.411, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.293, "count": 223, "max_ms": 87.758, "p95_ms": 78.194, "reason": null, "sample_age_ms": 55.161, "source": "client_direct"}, "sample_age_ms": 55.154, "source": "client_direct", "task_total_ms": {"avg_ms": 70.764, "count": 223, "max_ms": 89.883, "p95_ms": 80.317, "reason": null, "sample_age_ms": 55.154, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.816, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.004, "count": 223, "max_ms": 7.991, "p95_ms": 5.657}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 223, "max_ms": 0.957, "p95_ms": 0.7}, "detection_prepare_ms": {"avg_ms": 0.698, "count": 223, "max_ms": 2.026, "p95_ms": 0.961}, "event_filter_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.01, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 223, "max_ms": 0.3, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.021, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.482, "count": 223, "max_ms": 1.299, "p95_ms": 0.762}, "setup_ms": {"avg_ms": 0.031, "count": 223, "max_ms": 0.361, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 3.967, "count": 223, "max_ms": 7.931, "p95_ms": 5.606}, "track_match_ms": {"avg_ms": 0.064, "count": 223, "max_ms": 0.207, "p95_ms": 0.094}, "tracker_update_ms": {"avg_ms": 2.205, "count": 223, "max_ms": 4.593, "p95_ms": 3.114}}, "gstreamer_push": {"avg_ms": 2.574, "count": 224, "max_ms": 7.842, "p95_ms": 5.29}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 223, "max_ms": 0.33, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.506, "count": 223, "max_ms": 90.56, "p95_ms": 81.151}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 223, "max_ms": 0.059, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.743, "count": 223, "max_ms": 141.481, "p95_ms": 127.94}, "inference_input_copy_ms": {"avg_ms": 1.074, "count": 223, "max_ms": 3.435, "p95_ms": 2.117}, "processing_residual_ms": {"avg_ms": 0.102, "count": 223, "max_ms": 0.273, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.945, "count": 223, "max_ms": 143.471, "p95_ms": 128.729}, "read_interval": {"avg_ms": 134.557, "count": 223, "max_ms": 2843.879, "p95_ms": 144.525}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 223, "max_ms": 0.03, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.444, "count": 223, "max_ms": 1.22, "p95_ms": 0.7}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 223, "max_ms": 0.028, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.433, "count": 223, "max_ms": 1.19, "p95_ms": 0.684}, "worker_merge_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 71.517, "count": 223, "max_ms": 90.575, "p95_ms": 81.159}, "visualize": {"avg_ms": 35.553, "count": 223, "max_ms": 56.462, "p95_ms": 47.867}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.439, "count": 223, "max_ms": 56.308, "p95_ms": 47.75}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.373, "count": 223, "max_ms": 56.216, "p95_ms": 47.634}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 223, "max_ms": 0.071, "p95_ms": 0.043}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1951.59, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.417, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.903, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:29:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82014, "write_bytes_delta": 82014, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 556.0, "cpu_core_ratio": 0.747027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5784, "reason": null, "system_cpu_core_ratio": 0.035953, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.711074, "user_cpu_s_delta": 7.1200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.867964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 363121.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.174169, "system_cpu_s_delta": 21.769999999999982, "user_cpu_core_ratio": 1.693795, "user_cpu_s_delta": 16.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.741, "count": 223, "max_ms": 7.842, "p95_ms": 5.443, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 0.973, "max": 1.0, "p95": 1.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.924, "count": 30, "max": 40.422, "p95": 26.432, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.685, "count": 30, "max": 20.42, "p95": 18.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 458.567, "count": 30, "max": 556.0, "p95": 533.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3556.267, "count": 30, "max": 101876.0, "p95": 1806.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.159, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.74, "p95": 0.724, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.28, "count": 30, "max": 4.372, "p95": 1.659, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78583.167, "count": 30, "max": 83437.0, "p95": 83026.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78583.167, "count": 30, "max": 83437.0, "p95": 83026.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 321255.833, "count": 30, "max": 368845.0, "p95": 365561.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.958, "count": 30, "max": 2.332, "p95": 2.317, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.515, "count": 30, "max": 1.797, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 254, "sampled_at": "2026-09-01T13:29:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:29:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 29302, "flush_count": 45, "flush_interval_seconds": 30.0, "flush_state": {"count": 45, "last_at": "2026-09-01T13:29:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:29:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 44}, "started": true, "suppressed_count": 19670, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19670}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 45, "written_record_count": 45}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5840.203, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 54505267200, "copied_frame_count": 19714, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 54505267200, "frame_buffer_copies": 19714, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0688, "count": 512, "max_ms": 0.2011, "p50_ms": 0.0615, "p95_ms": 0.1037, "p99_ms": 0.1361}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8791, "count": 512, "max_ms": 2.6928, "p50_ms": 0.7642, "p95_ms": 1.6154, "p99_ms": 2.0967, "results": {"failed": 0, "not_applicable": 0, "success": 19714, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:29:22+09:00", "last_error_summary": "[h264 @ 0x5c54c29ca880] cabac decode of qscale diff failed at 224 98 [h264 @ 0x5c54c29ca880] error while decoding MB 224 98, bytestream -4", "last_exit_at": "2026-09-01T13:29:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.217, "last_started_at": "2026-09-01T13:27:49+09:00", "pid": 5784, "process": {"exists": false, "pid": 5784}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.804, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-09-01T13:29:22+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-09-01T13:29:22+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.818, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 499.182, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-09-01T13:29:22.195088+09:00", "mtime_epoch": 1788236962.1950877, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82518}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:29:22+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1951.609, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 19714, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "total": {"avg": 0.964, "max": 1.0, "p95": 1.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 1.018, "max": 2.0, "p95": 2.0, "sample_count": 223}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.46, "pushed": 7.46, "read": 7.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.005, "count": 223, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 71.931, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.504, "count": 222, "max_ms": 4.618, "p95_ms": 1.345, "reason": null, "sample_age_ms": 140.028, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.174, "count": 222, "max_ms": 1.63, "p95_ms": 0.899, "reason": null, "sample_age_ms": 140.253, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 223, "max_ms": 0.403, "p95_ms": 0.254, "reason": null, "sample_age_ms": 71.942, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.196, "count": 222, "max_ms": 3.049, "p95_ms": 1.997, "reason": null, "sample_age_ms": 139.102, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2211848.0, "count": 222, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 139.086, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.175, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.293, "count": 223, "max_ms": 87.758, "p95_ms": 78.194, "reason": null, "sample_age_ms": 71.925, "source": "client_direct"}, "sample_age_ms": 71.918, "source": "client_direct", "task_total_ms": {"avg_ms": 70.764, "count": 223, "max_ms": 89.883, "p95_ms": 80.317, "reason": null, "sample_age_ms": 71.918, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.004, "count": 223, "max_ms": 7.991, "p95_ms": 5.657}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 223, "max_ms": 0.957, "p95_ms": 0.7}, "detection_prepare_ms": {"avg_ms": 0.698, "count": 223, "max_ms": 2.026, "p95_ms": 0.961}, "event_filter_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.01, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 223, "max_ms": 0.3, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.021, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.482, "count": 223, "max_ms": 1.299, "p95_ms": 0.762}, "setup_ms": {"avg_ms": 0.031, "count": 223, "max_ms": 0.361, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 3.967, "count": 223, "max_ms": 7.931, "p95_ms": 5.606}, "track_match_ms": {"avg_ms": 0.064, "count": 223, "max_ms": 0.207, "p95_ms": 0.094}, "tracker_update_ms": {"avg_ms": 2.205, "count": 223, "max_ms": 4.593, "p95_ms": 3.114}}, "gstreamer_push": {"avg_ms": 2.578, "count": 223, "max_ms": 7.842, "p95_ms": 5.29}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 223, "max_ms": 0.33, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.506, "count": 223, "max_ms": 90.56, "p95_ms": 81.151}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 223, "max_ms": 0.059, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.743, "count": 223, "max_ms": 141.481, "p95_ms": 127.94}, "inference_input_copy_ms": {"avg_ms": 1.074, "count": 223, "max_ms": 3.435, "p95_ms": 2.117}, "processing_residual_ms": {"avg_ms": 0.102, "count": 223, "max_ms": 0.273, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.945, "count": 223, "max_ms": 143.471, "p95_ms": 128.729}, "read_interval": {"avg_ms": 134.535, "count": 222, "max_ms": 2843.879, "p95_ms": 144.525}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 223, "max_ms": 0.03, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.444, "count": 223, "max_ms": 1.22, "p95_ms": 0.7}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 223, "max_ms": 0.028, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.433, "count": 223, "max_ms": 1.19, "p95_ms": 0.684}, "worker_merge_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 71.517, "count": 223, "max_ms": 90.575, "p95_ms": 81.159}, "visualize": {"avg_ms": 35.553, "count": 223, "max_ms": 56.462, "p95_ms": 47.867}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.439, "count": 223, "max_ms": 56.308, "p95_ms": 47.75}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.373, "count": 223, "max_ms": 56.216, "p95_ms": 47.634}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 223, "max_ms": 0.071, "p95_ms": 0.043}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1951.59, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.417, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.903, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:29:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82014, "write_bytes_delta": 82014, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 556.0, "cpu_core_ratio": 0.747027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5784, "reason": null, "system_cpu_core_ratio": 0.035953, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.711074, "user_cpu_s_delta": 7.1200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.867964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 363121.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.174169, "system_cpu_s_delta": 21.769999999999982, "user_cpu_core_ratio": 1.693795, "user_cpu_s_delta": 16.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.741, "count": 223, "max_ms": 7.842, "p95_ms": 5.443, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 0.973, "max": 1.0, "p95": 1.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.924, "count": 30, "max": 40.422, "p95": 26.432, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.685, "count": 30, "max": 20.42, "p95": 18.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 458.567, "count": 30, "max": 556.0, "p95": 533.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3556.267, "count": 30, "max": 101876.0, "p95": 1806.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.159, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.74, "p95": 0.724, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.28, "count": 30, "max": 4.372, "p95": 1.659, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78583.167, "count": 30, "max": 83437.0, "p95": 83026.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78583.167, "count": 30, "max": 83437.0, "p95": 83026.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 321255.833, "count": 30, "max": 368845.0, "p95": 365561.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.958, "count": 30, "max": 2.332, "p95": 2.317, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.515, "count": 30, "max": 1.797, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 254, "sampled_at": "2026-09-01T13:29:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:29:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 29302, "flush_count": 45, "flush_interval_seconds": 30.0, "flush_state": {"count": 45, "last_at": "2026-09-01T13:29:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:29:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 44}, "started": true, "suppressed_count": 19670, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19670}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 45, "written_record_count": 45}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6200.367, "limit_mb": null}, "detail": {"pid": 5900, "restart_count": 19, "start_count": 20}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 54505267200, "copied_frame_count": 19714, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 54505267200, "frame_buffer_copies": 19714, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0688, "count": 512, "max_ms": 0.2011, "p50_ms": 0.0615, "p95_ms": 0.1037, "p99_ms": 0.1361}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8791, "count": 512, "max_ms": 2.6928, "p50_ms": 0.7642, "p95_ms": 1.6154, "p99_ms": 2.0967, "results": {"failed": 0, "not_applicable": 0, "success": 19714, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:29:22+09:00", "last_error_summary": "[h264 @ 0x5c54c29ca880] cabac decode of qscale diff failed at 224 98 [h264 @ 0x5c54c29ca880] error while decoding MB 224 98, bytestream -4", "last_exit_at": "2026-09-01T13:29:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:29:24+09:00", "pid": 5900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 395.203, "name": "ffmpeg", "pid": 5900, "rss_mb": 395.203, "state": "S (sleeping)", "threads": 70}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.844, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.104, "last_frame_pushed_at": "2026-09-01T13:29:22+09:00", "last_frame_read_age_sec": 4.221, "last_frame_read_at": "2026-09-01T13:29:22+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 104.914, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 495.086, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 4.098, "exists": true, "mtime": "2026-09-01T13:29:22.195088+09:00", "mtime_epoch": 1788236962.1950877, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82518}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:29:26+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1960.383, "name": "celery", "pid": 206, "rss_mb": 1951.613, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 19714, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "total": {"avg": 0.958, "max": 1.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.359, "pushed": 6.359, "read": 6.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4157.74, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.526, "count": 189, "max_ms": 4.618, "p95_ms": 1.484, "reason": null, "sample_age_ms": 4225.837, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 189, "max_ms": 1.63, "p95_ms": 0.909, "reason": null, "sample_age_ms": 4226.062, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 190, "max_ms": 0.403, "p95_ms": 0.253, "reason": null, "sample_age_ms": 4157.752, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.182, "count": 189, "max_ms": 3.049, "p95_ms": 1.973, "reason": null, "sample_age_ms": 4224.911, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4224.895, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4157.984, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.032, "count": 190, "max_ms": 85.191, "p95_ms": 77.917, "reason": null, "sample_age_ms": 4157.734, "source": "client_direct"}, "sample_age_ms": 4157.727, "source": "client_direct", "task_total_ms": {"avg_ms": 70.486, "count": 190, "max_ms": 86.126, "p95_ms": 79.712, "reason": null, "sample_age_ms": 4157.727, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.632, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.971, "count": 190, "max_ms": 7.991, "p95_ms": 5.657}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.384, "count": 190, "max_ms": 0.957, "p95_ms": 0.69}, "detection_prepare_ms": {"avg_ms": 0.695, "count": 190, "max_ms": 2.026, "p95_ms": 0.961}, "event_filter_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.006, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 190, "max_ms": 0.222, "p95_ms": 0.125}, "mcmt_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.021, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.481, "count": 190, "max_ms": 1.299, "p95_ms": 0.767}, "setup_ms": {"avg_ms": 0.031, "count": 190, "max_ms": 0.361, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 3.935, "count": 190, "max_ms": 7.931, "p95_ms": 5.606}, "track_match_ms": {"avg_ms": 0.063, "count": 190, "max_ms": 0.207, "p95_ms": 0.094}, "tracker_update_ms": {"avg_ms": 2.188, "count": 190, "max_ms": 4.593, "p95_ms": 3.205}}, "gstreamer_push": {"avg_ms": 2.577, "count": 190, "max_ms": 7.842, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 190, "max_ms": 0.33, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.249, "count": 190, "max_ms": 87.676, "p95_ms": 80.694}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 190, "max_ms": 0.059, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.329, "count": 190, "max_ms": 140.314, "p95_ms": 126.83}, "inference_input_copy_ms": {"avg_ms": 1.058, "count": 190, "max_ms": 3.435, "p95_ms": 2.145}, "processing_residual_ms": {"avg_ms": 0.103, "count": 190, "max_ms": 0.273, "p95_ms": 0.176}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.516, "count": 190, "max_ms": 140.872, "p95_ms": 127.683}, "read_interval": {"avg_ms": 136.409, "count": 189, "max_ms": 2843.879, "p95_ms": 144.158}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 190, "max_ms": 0.03, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.443, "count": 190, "max_ms": 1.22, "p95_ms": 0.705}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.028, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.432, "count": 190, "max_ms": 1.19, "p95_ms": 0.687}, "worker_merge_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.024, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 71.259, "count": 190, "max_ms": 87.687, "p95_ms": 80.707}, "visualize": {"avg_ms": 35.427, "count": 190, "max_ms": 56.462, "p95_ms": 47.956}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.313, "count": 190, "max_ms": 56.308, "p95_ms": 47.861}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.247, "count": 190, "max_ms": 56.216, "p95_ms": 47.798}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 190, "max_ms": 0.071, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1951.59, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.417, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.903, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:29:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82014, "write_bytes_delta": 82014, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 556.0, "cpu_core_ratio": 0.747027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5784, "reason": null, "system_cpu_core_ratio": 0.035953, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.711074, "user_cpu_s_delta": 7.1200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.867964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 363121.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.174169, "system_cpu_s_delta": 21.769999999999982, "user_cpu_core_ratio": 1.693795, "user_cpu_s_delta": 16.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.741, "count": 223, "max_ms": 7.842, "p95_ms": 5.443, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 0.973, "max": 1.0, "p95": 1.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.924, "count": 30, "max": 40.422, "p95": 26.432, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.685, "count": 30, "max": 20.42, "p95": 18.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 458.567, "count": 30, "max": 556.0, "p95": 533.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3556.267, "count": 30, "max": 101876.0, "p95": 1806.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.159, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.74, "p95": 0.724, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.28, "count": 30, "max": 4.372, "p95": 1.659, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78583.167, "count": 30, "max": 83437.0, "p95": 83026.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78583.167, "count": 30, "max": 83437.0, "p95": 83026.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 321255.833, "count": 30, "max": 368845.0, "p95": 365561.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.958, "count": 30, "max": 2.332, "p95": 2.317, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.515, "count": 30, "max": 1.797, "p95": 1.773, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 254, "sampled_at": "2026-09-01T13:29:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:29:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 30716, "flush_count": 47, "flush_interval_seconds": 30.0, "flush_state": {"count": 47, "last_at": "2026-09-01T13:31:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:31:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 46}, "started": true, "suppressed_count": 20662, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20662}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 47, "written_record_count": 47}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5841.941, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f1743036380] error while decoding MB 81 79, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 57253478400, "copied_frame_count": 20708, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 57253478400, "frame_buffer_copies": 20708, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0716, "count": 512, "max_ms": 1.5876, "p50_ms": 0.0627, "p95_ms": 0.1002, "p99_ms": 0.1411}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9408, "count": 512, "max_ms": 12.0281, "p50_ms": 0.7761, "p95_ms": 1.7277, "p99_ms": 2.361, "results": {"failed": 0, "not_applicable": 0, "success": 20708, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:31:30+09:00", "last_error_summary": "[h264 @ 0x5f1743036380] error while decoding MB 81 79, bytestream -5", "last_exit_at": "2026-09-01T13:29:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.819, "last_started_at": "2026-09-01T13:29:24+09:00", "pid": 5900, "process": {"exists": false, "pid": 5900}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.892, "sample_count": 2197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-09-01T13:31:30+09:00", "last_frame_read_age_sec": 0.039, "last_frame_read_at": "2026-09-01T13:31:30+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.72, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 371.28, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-09-01T13:31:30.076766+09:00", "mtime_epoch": 1788237090.0767663, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84964}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:31:30+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1961.301, "name": "celery", "pid": 206, "rss_mb": 1952.09, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 20708, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.996, "max": 2.0, "p95": 2.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.201, "pushed": 8.201, "read": 8.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.032, "p95_ms": 0.01, "reason": null, "sample_age_ms": 84.492, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.48, "count": 245, "max_ms": 5.019, "p95_ms": 1.305, "reason": null, "sample_age_ms": 42.19, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 245, "max_ms": 1.888, "p95_ms": 0.833, "reason": null, "sample_age_ms": 42.334, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 245, "max_ms": 0.606, "p95_ms": 0.253, "reason": null, "sample_age_ms": 84.498, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.185, "count": 245, "max_ms": 4.542, "p95_ms": 2.027, "reason": null, "sample_age_ms": 41.443, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2211848.0, "count": 245, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 41.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.657, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.399, "count": 245, "max_ms": 112.319, "p95_ms": 77.646, "reason": null, "sample_age_ms": 84.489, "source": "client_direct"}, "sample_age_ms": 41.425, "source": "client_direct", "task_total_ms": {"avg_ms": 70.86, "count": 245, "max_ms": 113.748, "p95_ms": 79.591, "reason": null, "sample_age_ms": 84.486, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.872, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.147, "count": 245, "max_ms": 10.808, "p95_ms": 5.237}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 245, "max_ms": 1.949, "p95_ms": 0.598}, "detection_prepare_ms": {"avg_ms": 0.755, "count": 245, "max_ms": 4.54, "p95_ms": 1.027}, "event_filter_ms": {"avg_ms": 0.002, "count": 245, "max_ms": 0.007, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 245, "max_ms": 1.346, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 245, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.494, "count": 245, "max_ms": 1.112, "p95_ms": 0.695}, "setup_ms": {"avg_ms": 0.03, "count": 245, "max_ms": 0.081, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 4.102, "count": 245, "max_ms": 10.205, "p95_ms": 5.164}, "track_match_ms": {"avg_ms": 0.067, "count": 245, "max_ms": 0.169, "p95_ms": 0.102}, "tracker_update_ms": {"avg_ms": 2.263, "count": 245, "max_ms": 4.742, "p95_ms": 2.808}}, "gstreamer_push": {"avg_ms": 2.798, "count": 245, "max_ms": 7.975, "p95_ms": 5.737}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 245, "max_ms": 0.336, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.581, "count": 245, "max_ms": 114.176, "p95_ms": 80.873}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 245, "max_ms": 0.082, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.162, "count": 245, "max_ms": 184.881, "p95_ms": 127.503}, "inference_input_copy_ms": {"avg_ms": 1.072, "count": 245, "max_ms": 5.649, "p95_ms": 2.126}, "processing_residual_ms": {"avg_ms": 0.106, "count": 245, "max_ms": 0.315, "p95_ms": 0.195}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.368, "count": 245, "max_ms": 185.973, "p95_ms": 129.26}, "read_interval": {"avg_ms": 122.538, "count": 245, "max_ms": 197.504, "p95_ms": 145.252}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 245, "max_ms": 0.034, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.456, "count": 245, "max_ms": 1.021, "p95_ms": 0.647}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 245, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.445, "count": 245, "max_ms": 0.986, "p95_ms": 0.634}, "worker_merge_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.021, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 71.593, "count": 245, "max_ms": 114.185, "p95_ms": 80.881}, "visualize": {"avg_ms": 35.728, "count": 245, "max_ms": 95.222, "p95_ms": 46.607}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.615, "count": 245, "max_ms": 95.1, "p95_ms": 46.458}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.53, "count": 245, "max_ms": 95.016, "p95_ms": 46.361}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 245, "max_ms": 0.066, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.062, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.161, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.680913, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5900, "reason": null, "system_cpu_core_ratio": 0.032708, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.648205, "user_cpu_s_delta": 6.539999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.047813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 332489.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.281603, "system_cpu_s_delta": 23.019999999999982, "user_cpu_core_ratio": 1.76621, "user_cpu_s_delta": 17.820000000000164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.054, "count": 245, "max_ms": 27.577, "p95_ms": 6.598, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 245}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.318, "count": 30, "max": 40.422, "p95": 23.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.401, "count": 30, "max": 20.42, "p95": 18.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.033, "count": 30, "max": 556.0, "p95": 543.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3703.033, "count": 30, "max": 101876.0, "p95": 4403.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.056, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.711, "p95": 0.678, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.413, "count": 30, "max": 4.372, "p95": 3.568, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81301.7, "count": 30, "max": 85036.0, "p95": 84814.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76170.433, "count": 30, "max": 85036.0, "p95": 84814.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325634.1, "count": 30, "max": 382152.0, "p95": 368266.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.013, "count": 30, "max": 2.398, "p95": 2.333, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.554, "count": 30, "max": 1.803, "p95": 1.798, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 266, "sampled_at": "2026-09-01T13:31:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:31:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 30716, "flush_count": 47, "flush_interval_seconds": 30.0, "flush_state": {"count": 47, "last_at": "2026-09-01T13:31:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:31:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 46}, "started": true, "suppressed_count": 20663, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20663}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 47, "written_record_count": 47}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5842.043, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:31:30+09:00", "last_error_summary": "[h264 @ 0x5f1743036380] error while decoding MB 81 79, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 57256243200, "copied_frame_count": 20709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 57256243200, "frame_buffer_copies": 20709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0716, "count": 512, "max_ms": 1.5876, "p50_ms": 0.0628, "p95_ms": 0.1002, "p99_ms": 0.1411}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9401, "count": 512, "max_ms": 12.0281, "p50_ms": 0.7746, "p95_ms": 1.7277, "p99_ms": 2.361, "results": {"failed": 0, "not_applicable": 0, "success": 20709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:31:30+09:00", "last_error_summary": "[h264 @ 0x5f1743036380] error while decoding MB 81 79, bytestream -5", "last_exit_at": "2026-09-01T13:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.886, "last_started_at": "2026-09-01T13:29:24+09:00", "pid": 5900, "process": {"exists": false, "pid": 5900}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.892, "sample_count": 2197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:31:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:31:30+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-09-01T13:31:30+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.788, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 371.212, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-09-01T13:31:30.076766+09:00", "mtime_epoch": 1788237090.0767663, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84964}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:31:30+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1961.301, "name": "celery", "pid": 206, "rss_mb": 1952.086, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 20709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.996, "max": 2.0, "p95": 2.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.216, "pushed": 8.216, "read": 8.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.032, "p95_ms": 0.01, "reason": null, "sample_age_ms": 44.745, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.48, "count": 245, "max_ms": 5.019, "p95_ms": 1.305, "reason": null, "sample_age_ms": 110.246, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 245, "max_ms": 1.888, "p95_ms": 0.833, "reason": null, "sample_age_ms": 110.389, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 245, "max_ms": 0.606, "p95_ms": 0.253, "reason": null, "sample_age_ms": 44.751, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.185, "count": 245, "max_ms": 4.542, "p95_ms": 2.027, "reason": null, "sample_age_ms": 109.498, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2211848.0, "count": 245, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 109.485, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.895, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.204, "count": 245, "max_ms": 86.489, "p95_ms": 77.349, "reason": null, "sample_age_ms": 44.741, "source": "client_direct"}, "sample_age_ms": 44.739, "source": "client_direct", "task_total_ms": {"avg_ms": 70.663, "count": 245, "max_ms": 88.169, "p95_ms": 79.435, "reason": null, "sample_age_ms": 44.739, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 246, "max_ms": 10.808, "p95_ms": 5.237}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 246, "max_ms": 1.949, "p95_ms": 0.598}, "detection_prepare_ms": {"avg_ms": 0.754, "count": 246, "max_ms": 4.54, "p95_ms": 1.027}, "event_filter_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.007, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 246, "max_ms": 1.346, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.494, "count": 246, "max_ms": 1.112, "p95_ms": 0.695}, "setup_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.081, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 4.102, "count": 246, "max_ms": 10.205, "p95_ms": 5.164}, "track_match_ms": {"avg_ms": 0.067, "count": 246, "max_ms": 0.169, "p95_ms": 0.102}, "tracker_update_ms": {"avg_ms": 2.263, "count": 246, "max_ms": 4.742, "p95_ms": 2.808}}, "gstreamer_push": {"avg_ms": 2.793, "count": 246, "max_ms": 7.975, "p95_ms": 5.737}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 246, "max_ms": 0.336, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.558, "count": 246, "max_ms": 114.176, "p95_ms": 80.873}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 246, "max_ms": 0.082, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.122, "count": 246, "max_ms": 184.881, "p95_ms": 127.503}, "inference_input_copy_ms": {"avg_ms": 1.071, "count": 246, "max_ms": 5.649, "p95_ms": 2.126}, "processing_residual_ms": {"avg_ms": 0.106, "count": 246, "max_ms": 0.315, "p95_ms": 0.195}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.326, "count": 246, "max_ms": 185.973, "p95_ms": 129.26}, "read_interval": {"avg_ms": 122.538, "count": 245, "max_ms": 197.504, "p95_ms": 145.252}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 246, "max_ms": 0.034, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.456, "count": 246, "max_ms": 1.021, "p95_ms": 0.647}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 246, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.445, "count": 246, "max_ms": 0.986, "p95_ms": 0.634}, "worker_merge_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.021, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 71.57, "count": 246, "max_ms": 114.185, "p95_ms": 80.881}, "visualize": {"avg_ms": 35.712, "count": 246, "max_ms": 95.222, "p95_ms": 46.607}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.599, "count": 246, "max_ms": 95.1, "p95_ms": 46.458}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.514, "count": 246, "max_ms": 95.016, "p95_ms": 46.361}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 246, "max_ms": 0.066, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.062, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.161, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.680913, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5900, "reason": null, "system_cpu_core_ratio": 0.032708, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.648205, "user_cpu_s_delta": 6.539999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.047813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 332489.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.281603, "system_cpu_s_delta": 23.019999999999982, "user_cpu_core_ratio": 1.76621, "user_cpu_s_delta": 17.820000000000164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.054, "count": 245, "max_ms": 27.577, "p95_ms": 6.598, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 245}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.318, "count": 30, "max": 40.422, "p95": 23.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.401, "count": 30, "max": 20.42, "p95": 18.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.033, "count": 30, "max": 556.0, "p95": 543.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3703.033, "count": 30, "max": 101876.0, "p95": 4403.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.056, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.711, "p95": 0.678, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.413, "count": 30, "max": 4.372, "p95": 3.568, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81301.7, "count": 30, "max": 85036.0, "p95": 84814.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76170.433, "count": 30, "max": 85036.0, "p95": 84814.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325634.1, "count": 30, "max": 382152.0, "p95": 368266.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.013, "count": 30, "max": 2.398, "p95": 2.333, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.554, "count": 30, "max": 1.803, "p95": 1.798, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 266, "sampled_at": "2026-09-01T13:31:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:31:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 30716, "flush_count": 47, "flush_interval_seconds": 30.0, "flush_state": {"count": 47, "last_at": "2026-09-01T13:31:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:31:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 46}, "started": true, "suppressed_count": 20663, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20663}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 47, "written_record_count": 47}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5841.645, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 57256243200, "copied_frame_count": 20709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 57256243200, "frame_buffer_copies": 20709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0716, "count": 512, "max_ms": 1.5876, "p50_ms": 0.0628, "p95_ms": 0.1002, "p99_ms": 0.1411}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9401, "count": 512, "max_ms": 12.0281, "p50_ms": 0.7746, "p95_ms": 1.7277, "p99_ms": 2.361, "results": {"failed": 0, "not_applicable": 0, "success": 20709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:31:30+09:00", "last_error_summary": "[h264 @ 0x5f1743036380] error while decoding MB 81 79, bytestream -5", "last_exit_at": "2026-09-01T13:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.904, "last_started_at": "2026-09-01T13:29:24+09:00", "pid": 5900, "process": {"exists": false, "pid": 5900}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.892, "sample_count": 2197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:31:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-09-01T13:31:30+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-09-01T13:31:30+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.804, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 371.196, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-09-01T13:31:30.183767+09:00", "mtime_epoch": 1788237090.1837666, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84918}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:31:30+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1961.301, "name": "celery", "pid": 206, "rss_mb": 1952.086, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 20709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.996, "max": 2.0, "p95": 2.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.211, "pushed": 8.211, "read": 8.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.032, "p95_ms": 0.01, "reason": null, "sample_age_ms": 60.489, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.48, "count": 245, "max_ms": 5.019, "p95_ms": 1.305, "reason": null, "sample_age_ms": 125.99, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 245, "max_ms": 1.888, "p95_ms": 0.833, "reason": null, "sample_age_ms": 126.133, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 245, "max_ms": 0.606, "p95_ms": 0.253, "reason": null, "sample_age_ms": 60.495, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.185, "count": 245, "max_ms": 4.542, "p95_ms": 2.027, "reason": null, "sample_age_ms": 125.242, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2211848.0, "count": 245, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 125.229, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.639, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.204, "count": 245, "max_ms": 86.489, "p95_ms": 77.349, "reason": null, "sample_age_ms": 60.485, "source": "client_direct"}, "sample_age_ms": 60.483, "source": "client_direct", "task_total_ms": {"avg_ms": 70.663, "count": 245, "max_ms": 88.169, "p95_ms": 79.435, "reason": null, "sample_age_ms": 60.483, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.022, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 246, "max_ms": 10.808, "p95_ms": 5.237}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 246, "max_ms": 1.949, "p95_ms": 0.598}, "detection_prepare_ms": {"avg_ms": 0.754, "count": 246, "max_ms": 4.54, "p95_ms": 1.027}, "event_filter_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.007, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 246, "max_ms": 1.346, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.494, "count": 246, "max_ms": 1.112, "p95_ms": 0.695}, "setup_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.081, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 4.102, "count": 246, "max_ms": 10.205, "p95_ms": 5.164}, "track_match_ms": {"avg_ms": 0.067, "count": 246, "max_ms": 0.169, "p95_ms": 0.102}, "tracker_update_ms": {"avg_ms": 2.263, "count": 246, "max_ms": 4.742, "p95_ms": 2.808}}, "gstreamer_push": {"avg_ms": 2.793, "count": 246, "max_ms": 7.975, "p95_ms": 5.737}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 246, "max_ms": 0.336, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.558, "count": 246, "max_ms": 114.176, "p95_ms": 80.873}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 246, "max_ms": 0.082, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.122, "count": 246, "max_ms": 184.881, "p95_ms": 127.503}, "inference_input_copy_ms": {"avg_ms": 1.071, "count": 246, "max_ms": 5.649, "p95_ms": 2.126}, "processing_residual_ms": {"avg_ms": 0.106, "count": 246, "max_ms": 0.315, "p95_ms": 0.195}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.326, "count": 246, "max_ms": 185.973, "p95_ms": 129.26}, "read_interval": {"avg_ms": 122.538, "count": 245, "max_ms": 197.504, "p95_ms": 145.252}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 246, "max_ms": 0.034, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.456, "count": 246, "max_ms": 1.021, "p95_ms": 0.647}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 246, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.445, "count": 246, "max_ms": 0.986, "p95_ms": 0.634}, "worker_merge_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.021, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 71.57, "count": 246, "max_ms": 114.185, "p95_ms": 80.881}, "visualize": {"avg_ms": 35.712, "count": 246, "max_ms": 95.222, "p95_ms": 46.607}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.599, "count": 246, "max_ms": 95.1, "p95_ms": 46.458}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.514, "count": 246, "max_ms": 95.016, "p95_ms": 46.361}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 246, "max_ms": 0.066, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.062, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.161, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.680913, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5900, "reason": null, "system_cpu_core_ratio": 0.032708, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.648205, "user_cpu_s_delta": 6.539999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.047813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 332489.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.281603, "system_cpu_s_delta": 23.019999999999982, "user_cpu_core_ratio": 1.76621, "user_cpu_s_delta": 17.820000000000164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.054, "count": 245, "max_ms": 27.577, "p95_ms": 6.598, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 245}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.318, "count": 30, "max": 40.422, "p95": 23.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.401, "count": 30, "max": 20.42, "p95": 18.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.033, "count": 30, "max": 556.0, "p95": 543.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3703.033, "count": 30, "max": 101876.0, "p95": 4403.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.056, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.711, "p95": 0.678, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.413, "count": 30, "max": 4.372, "p95": 3.568, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81301.7, "count": 30, "max": 85036.0, "p95": 84814.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76170.433, "count": 30, "max": 85036.0, "p95": 84814.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325634.1, "count": 30, "max": 382152.0, "p95": 368266.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.013, "count": 30, "max": 2.398, "p95": 2.333, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.554, "count": 30, "max": 1.803, "p95": 1.798, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 266, "sampled_at": "2026-09-01T13:31:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:31:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 30716, "flush_count": 47, "flush_interval_seconds": 30.0, "flush_state": {"count": 47, "last_at": "2026-09-01T13:31:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:31:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 46}, "started": true, "suppressed_count": 20663, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20663}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 47, "written_record_count": 47}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6204.832, "limit_mb": null}, "detail": {"pid": 6016, "restart_count": 20, "start_count": 21}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 57256243200, "copied_frame_count": 20709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 57256243200, "frame_buffer_copies": 20709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0716, "count": 512, "max_ms": 1.5876, "p50_ms": 0.0628, "p95_ms": 0.1002, "p99_ms": 0.1411}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9401, "count": 512, "max_ms": 12.0281, "p50_ms": 0.7746, "p95_ms": 1.7277, "p99_ms": 2.361, "results": {"failed": 0, "not_applicable": 0, "success": 20709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:31:30+09:00", "last_error_summary": "[h264 @ 0x5f1743036380] error while decoding MB 81 79, bytestream -5", "last_exit_at": "2026-09-01T13:31:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:31:32+09:00", "pid": 6016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 398.949, "name": "ffmpeg", "pid": 6016, "rss_mb": 398.949, "state": "S (sleeping)", "threads": 70}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.899, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:31:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.555, "last_frame_pushed_at": "2026-09-01T13:31:30+09:00", "last_frame_read_age_sec": 4.66, "last_frame_read_at": "2026-09-01T13:31:30+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 233.345, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 366.655, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 4.549, "exists": true, "mtime": "2026-09-01T13:31:30.183767+09:00", "mtime_epoch": 1788237090.1837666, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84918}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:31:34+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1961.301, "name": "celery", "pid": 206, "rss_mb": 1952.09, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 21, "history_size_limit": 20, "last_frame_idx": 20709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 21}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.992, "pushed": 6.992, "read": 6.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.032, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4599.612, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.483, "count": 208, "max_ms": 5.019, "p95_ms": 1.342, "reason": null, "sample_age_ms": 4665.113, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.172, "count": 208, "max_ms": 1.888, "p95_ms": 0.831, "reason": null, "sample_age_ms": 4665.257, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.157, "count": 209, "max_ms": 0.606, "p95_ms": 0.258, "reason": null, "sample_age_ms": 4599.618, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.191, "count": 208, "max_ms": 4.542, "p95_ms": 2.034, "reason": null, "sample_age_ms": 4664.366, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2211848.0, "count": 208, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4664.353, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4599.762, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.244, "count": 209, "max_ms": 86.489, "p95_ms": 77.586, "reason": null, "sample_age_ms": 4599.609, "source": "client_direct"}, "sample_age_ms": 4599.606, "source": "client_direct", "task_total_ms": {"avg_ms": 70.709, "count": 209, "max_ms": 88.169, "p95_ms": 79.716, "reason": null, "sample_age_ms": 4599.606, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.466, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.125, "count": 209, "max_ms": 10.241, "p95_ms": 5.237}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.385, "count": 209, "max_ms": 1.203, "p95_ms": 0.554}, "detection_prepare_ms": {"avg_ms": 0.751, "count": 209, "max_ms": 4.54, "p95_ms": 1.017}, "event_filter_ms": {"avg_ms": 0.002, "count": 209, "max_ms": 0.007, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 209, "max_ms": 1.346, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 209, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.493, "count": 209, "max_ms": 1.112, "p95_ms": 0.683}, "setup_ms": {"avg_ms": 0.03, "count": 209, "max_ms": 0.081, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 4.086, "count": 209, "max_ms": 10.205, "p95_ms": 5.164}, "track_match_ms": {"avg_ms": 0.066, "count": 209, "max_ms": 0.169, "p95_ms": 0.096}, "tracker_update_ms": {"avg_ms": 2.262, "count": 209, "max_ms": 4.742, "p95_ms": 2.808}}, "gstreamer_push": {"avg_ms": 2.877, "count": 209, "max_ms": 7.975, "p95_ms": 5.986}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 209, "max_ms": 0.336, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.431, "count": 209, "max_ms": 88.911, "p95_ms": 81.256}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 209, "max_ms": 0.082, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.386, "count": 209, "max_ms": 139.604, "p95_ms": 126.723}, "inference_input_copy_ms": {"avg_ms": 1.014, "count": 209, "max_ms": 3.325, "p95_ms": 2.0}, "processing_residual_ms": {"avg_ms": 0.105, "count": 209, "max_ms": 0.315, "p95_ms": 0.195}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.533, "count": 209, "max_ms": 141.507, "p95_ms": 128.784}, "read_interval": {"avg_ms": 121.87, "count": 208, "max_ms": 162.544, "p95_ms": 144.489}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 209, "max_ms": 0.034, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.455, "count": 209, "max_ms": 1.021, "p95_ms": 0.636}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 209, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.444, "count": 209, "max_ms": 0.986, "p95_ms": 0.622}, "worker_merge_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.021, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 71.443, "count": 209, "max_ms": 88.942, "p95_ms": 81.273}, "visualize": {"avg_ms": 35.13, "count": 209, "max_ms": 54.264, "p95_ms": 46.039}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 35.018, "count": 209, "max_ms": 54.098, "p95_ms": 45.907}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.929, "count": 209, "max_ms": 54.032, "p95_ms": 45.831}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 209, "max_ms": 0.066, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.062, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.161, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.680913, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5900, "reason": null, "system_cpu_core_ratio": 0.032708, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.648205, "user_cpu_s_delta": 6.539999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.047813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 332489.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.281603, "system_cpu_s_delta": 23.019999999999982, "user_cpu_core_ratio": 1.76621, "user_cpu_s_delta": 17.820000000000164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.054, "count": 245, "max_ms": 27.577, "p95_ms": 6.598, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 245}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.318, "count": 30, "max": 40.422, "p95": 23.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.401, "count": 30, "max": 20.42, "p95": 18.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.033, "count": 30, "max": 556.0, "p95": 543.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3703.033, "count": 30, "max": 101876.0, "p95": 4403.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.056, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.711, "p95": 0.678, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.413, "count": 30, "max": 4.372, "p95": 3.568, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81301.7, "count": 30, "max": 85036.0, "p95": 84814.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76170.433, "count": 30, "max": 85036.0, "p95": 84814.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 325634.1, "count": 30, "max": 382152.0, "p95": 368266.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.013, "count": 30, "max": 2.398, "p95": 2.333, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.554, "count": 30, "max": 1.803, "p95": 1.798, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 266, "sampled_at": "2026-09-01T13:31:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:31:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 32029, "flush_count": 49, "flush_interval_seconds": 30.0, "flush_state": {"count": 49, "last_at": "2026-09-01T13:33:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:33:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 48}, "started": true, "suppressed_count": 21793, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 21793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 49, "written_record_count": 49}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5845.645, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x645bf3ace940] error while decoding MB 80 52, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 60385996800, "copied_frame_count": 21841, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 60385996800, "frame_buffer_copies": 21841, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0699, "count": 512, "max_ms": 0.2306, "p50_ms": 0.0625, "p95_ms": 0.1043, "p99_ms": 0.1332}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9518, "count": 512, "max_ms": 5.4438, "p50_ms": 0.7828, "p95_ms": 1.7953, "p99_ms": 2.7773, "results": {"failed": 0, "not_applicable": 0, "success": 21841, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:33:53+09:00", "last_error_summary": "[h264 @ 0x645bf3ace940] error while decoding MB 80 52, bytestream -5", "last_exit_at": "2026-09-01T13:31:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.748, "last_started_at": "2026-09-01T13:31:32+09:00", "pid": 6016, "process": {"exists": false, "pid": 6016}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.482, "sample_count": 2340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-09-01T13:33:53+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-09-01T13:33:53+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.092, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 227.908, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-09-01T13:33:53.428527+09:00", "mtime_epoch": 1788237233.4285266, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:33:53+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1961.301, "name": "celery", "pid": 206, "rss_mb": 1955.191, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 20, "history_size_limit": 20, "last_frame_idx": 21841, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 20}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "total": {"avg": 0.939, "max": 1.0, "p95": 1.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.202, "pushed": 8.202, "read": 8.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.027, "p95_ms": 0.01, "reason": null, "sample_age_ms": 109.298, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.468, "count": 246, "max_ms": 2.673, "p95_ms": 1.372, "reason": null, "sample_age_ms": 56.728, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.172, "count": 246, "max_ms": 1.367, "p95_ms": 0.886, "reason": null, "sample_age_ms": 56.977, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.163, "count": 245, "max_ms": 1.678, "p95_ms": 0.257, "reason": null, "sample_age_ms": 109.306, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 246, "max_ms": 3.566, "p95_ms": 2.076, "reason": null, "sample_age_ms": 55.369, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2211848.0, "count": 246, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 55.344, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.495, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.61, "count": 245, "max_ms": 131.691, "p95_ms": 78.618, "reason": null, "sample_age_ms": 109.295, "source": "client_direct"}, "sample_age_ms": 55.333, "source": "client_direct", "task_total_ms": {"avg_ms": 71.103, "count": 245, "max_ms": 132.672, "p95_ms": 80.485, "reason": null, "sample_age_ms": 109.291, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.923, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.88, "count": 246, "max_ms": 7.387, "p95_ms": 5.189}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 246, "max_ms": 0.838, "p95_ms": 0.564}, "detection_prepare_ms": {"avg_ms": 0.696, "count": 246, "max_ms": 3.175, "p95_ms": 0.962}, "event_filter_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 246, "max_ms": 0.203, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.47, "count": 246, "max_ms": 1.914, "p95_ms": 0.645}, "setup_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.098, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 3.842, "count": 246, "max_ms": 7.323, "p95_ms": 5.156}, "track_match_ms": {"avg_ms": 0.061, "count": 246, "max_ms": 0.146, "p95_ms": 0.089}, "tracker_update_ms": {"avg_ms": 2.145, "count": 246, "max_ms": 4.213, "p95_ms": 2.705}}, "gstreamer_push": {"avg_ms": 2.191, "count": 246, "max_ms": 6.474, "p95_ms": 4.178}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.092, "p95_ms": 0.046}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.8, "count": 246, "max_ms": 133.105, "p95_ms": 81.536}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 246, "max_ms": 0.059, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.611, "count": 246, "max_ms": 168.492, "p95_ms": 127.967}, "inference_input_copy_ms": {"avg_ms": 1.081, "count": 246, "max_ms": 3.021, "p95_ms": 2.08}, "processing_residual_ms": {"avg_ms": 0.114, "count": 246, "max_ms": 2.561, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.832, "count": 246, "max_ms": 169.3, "p95_ms": 128.714}, "read_interval": {"avg_ms": 122.103, "count": 246, "max_ms": 174.343, "p95_ms": 140.733}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 246, "max_ms": 0.038, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.427, "count": 246, "max_ms": 0.926, "p95_ms": 0.599}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 246, "max_ms": 0.024, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.417, "count": 246, "max_ms": 0.905, "p95_ms": 0.587}, "worker_merge_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.024, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 71.812, "count": 246, "max_ms": 133.113, "p95_ms": 81.55}, "visualize": {"avg_ms": 36.241, "count": 246, "max_ms": 59.793, "p95_ms": 48.072}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.121, "count": 246, "max_ms": 59.652, "p95_ms": 47.956}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.054, "count": 246, "max_ms": 59.577, "p95_ms": 47.893}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.116, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.715, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.322, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85809, "write_bytes_delta": 85809, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 538.0, "cpu_core_ratio": 0.661148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6016, "reason": null, "system_cpu_core_ratio": 0.034589, "system_cpu_s_delta": 0.35000000000000053, "user_cpu_core_ratio": 0.626559, "user_cpu_s_delta": 6.340000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.957993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 363126.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.254228, "system_cpu_s_delta": 22.8100000000004, "user_cpu_core_ratio": 1.703765, "user_cpu_s_delta": 17.240000000000236}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.181, "count": 247, "max_ms": 6.474, "p95_ms": 4.202, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 0.806, "max": 1.0, "p95": 1.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.845, "count": 30, "max": 21.124, "p95": 15.833, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.899, "count": 30, "max": 20.42, "p95": 12.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 511.667, "count": 30, "max": 556.0, "p95": 543.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 294.933, "count": 30, "max": 7612.0, "p95": 520.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 0.711, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 4.108, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84444.333, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78898.367, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 345604.833, "count": 30, "max": 382152.0, "p95": 372865.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.124, "count": 30, "max": 2.398, "p95": 2.345, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.631, "count": 30, "max": 1.803, "p95": 1.796, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 281, "sampled_at": "2026-09-01T13:33:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:33:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 32029, "flush_count": 49, "flush_interval_seconds": 30.0, "flush_state": {"count": 49, "last_at": "2026-09-01T13:33:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:33:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 48}, "started": true, "suppressed_count": 21794, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 21794}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 49, "written_record_count": 49}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5846.281, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:33:53+09:00", "last_error_summary": "[h264 @ 0x645bf3ace940] error while decoding MB 80 52, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 60388761600, "copied_frame_count": 21842, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 60388761600, "frame_buffer_copies": 21842, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0699, "count": 512, "max_ms": 0.2306, "p50_ms": 0.0625, "p95_ms": 0.1043, "p99_ms": 0.1332}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9528, "count": 512, "max_ms": 5.4438, "p50_ms": 0.7828, "p95_ms": 1.7953, "p99_ms": 2.7773, "results": {"failed": 0, "not_applicable": 0, "success": 21842, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:33:53+09:00", "last_error_summary": "[h264 @ 0x645bf3ace940] error while decoding MB 80 52, bytestream -5", "last_exit_at": "2026-09-01T13:33:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.811, "last_started_at": "2026-09-01T13:31:32+09:00", "pid": 6016, "process": {"exists": false, "pid": 6016}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.482, "sample_count": 2340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:33:53+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-09-01T13:33:53+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.157, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 227.843, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-09-01T13:33:53.428527+09:00", "mtime_epoch": 1788237233.4285266, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:33:53+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1961.301, "name": "celery", "pid": 206, "rss_mb": 1955.199, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 20, "history_size_limit": 20, "last_frame_idx": 21842, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 20}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "total": {"avg": 0.943, "max": 1.0, "p95": 1.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.221, "pushed": 8.221, "read": 8.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.005, "count": 246, "max_ms": 0.027, "p95_ms": 0.01, "reason": null, "sample_age_ms": 51.342, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.469, "count": 245, "max_ms": 2.673, "p95_ms": 1.372, "reason": null, "sample_age_ms": 123.457, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 245, "max_ms": 1.367, "p95_ms": 0.888, "reason": null, "sample_age_ms": 123.706, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.162, "count": 246, "max_ms": 1.678, "p95_ms": 0.256, "reason": null, "sample_age_ms": 51.349, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.208, "count": 245, "max_ms": 3.566, "p95_ms": 2.08, "reason": null, "sample_age_ms": 122.098, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2211848.0, "count": 245, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.073, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.486, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.614, "count": 246, "max_ms": 131.691, "p95_ms": 78.6, "reason": null, "sample_age_ms": 51.339, "source": "client_direct"}, "sample_age_ms": 51.336, "source": "client_direct", "task_total_ms": {"avg_ms": 71.107, "count": 246, "max_ms": 132.672, "p95_ms": 80.476, "reason": null, "sample_age_ms": 51.336, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.063, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.894, "count": 246, "max_ms": 7.387, "p95_ms": 5.189}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 246, "max_ms": 0.838, "p95_ms": 0.564}, "detection_prepare_ms": {"avg_ms": 0.699, "count": 246, "max_ms": 3.175, "p95_ms": 0.962}, "event_filter_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 246, "max_ms": 0.203, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.471, "count": 246, "max_ms": 1.914, "p95_ms": 0.645}, "setup_ms": {"avg_ms": 0.029, "count": 246, "max_ms": 0.098, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 3.856, "count": 246, "max_ms": 7.323, "p95_ms": 5.156}, "track_match_ms": {"avg_ms": 0.061, "count": 246, "max_ms": 0.146, "p95_ms": 0.089}, "tracker_update_ms": {"avg_ms": 2.155, "count": 246, "max_ms": 4.213, "p95_ms": 2.705}}, "gstreamer_push": {"avg_ms": 2.203, "count": 246, "max_ms": 6.474, "p95_ms": 4.178}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.092, "p95_ms": 0.046}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.826, "count": 246, "max_ms": 133.105, "p95_ms": 81.536}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 246, "max_ms": 0.059, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.664, "count": 246, "max_ms": 168.492, "p95_ms": 127.967}, "inference_input_copy_ms": {"avg_ms": 1.081, "count": 246, "max_ms": 3.021, "p95_ms": 2.08}, "processing_residual_ms": {"avg_ms": 0.114, "count": 246, "max_ms": 2.561, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.886, "count": 246, "max_ms": 169.3, "p95_ms": 128.714}, "read_interval": {"avg_ms": 122.19, "count": 245, "max_ms": 174.343, "p95_ms": 140.733}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 246, "max_ms": 0.038, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.429, "count": 246, "max_ms": 0.926, "p95_ms": 0.599}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 246, "max_ms": 0.024, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.418, "count": 246, "max_ms": 0.905, "p95_ms": 0.587}, "worker_merge_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.024, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 71.838, "count": 246, "max_ms": 133.113, "p95_ms": 81.55}, "visualize": {"avg_ms": 36.257, "count": 246, "max_ms": 59.793, "p95_ms": 48.072}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.137, "count": 246, "max_ms": 59.652, "p95_ms": 47.956}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.07, "count": 246, "max_ms": 59.577, "p95_ms": 47.893}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.116, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.715, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.322, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85809, "write_bytes_delta": 85809, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 538.0, "cpu_core_ratio": 0.661148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6016, "reason": null, "system_cpu_core_ratio": 0.034589, "system_cpu_s_delta": 0.35000000000000053, "user_cpu_core_ratio": 0.626559, "user_cpu_s_delta": 6.340000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.957993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 363126.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.254228, "system_cpu_s_delta": 22.8100000000004, "user_cpu_core_ratio": 1.703765, "user_cpu_s_delta": 17.240000000000236}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.181, "count": 247, "max_ms": 6.474, "p95_ms": 4.202, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 0.806, "max": 1.0, "p95": 1.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.845, "count": 30, "max": 21.124, "p95": 15.833, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.899, "count": 30, "max": 20.42, "p95": 12.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 511.667, "count": 30, "max": 556.0, "p95": 543.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 294.933, "count": 30, "max": 7612.0, "p95": 520.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 0.711, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 4.108, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84444.333, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78898.367, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 345604.833, "count": 30, "max": 382152.0, "p95": 372865.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.124, "count": 30, "max": 2.398, "p95": 2.345, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.631, "count": 30, "max": 1.803, "p95": 1.796, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 281, "sampled_at": "2026-09-01T13:33:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:33:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 32029, "flush_count": 49, "flush_interval_seconds": 30.0, "flush_state": {"count": 49, "last_at": "2026-09-01T13:33:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:33:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 48}, "started": true, "suppressed_count": 21794, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 21794}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 49, "written_record_count": 49}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5845.52, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 60388761600, "copied_frame_count": 21842, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 60388761600, "frame_buffer_copies": 21842, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0699, "count": 512, "max_ms": 0.2306, "p50_ms": 0.0625, "p95_ms": 0.1043, "p99_ms": 0.1332}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9528, "count": 512, "max_ms": 5.4438, "p50_ms": 0.7828, "p95_ms": 1.7953, "p99_ms": 2.7773, "results": {"failed": 0, "not_applicable": 0, "success": 21842, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:33:53+09:00", "last_error_summary": "[h264 @ 0x645bf3ace940] error while decoding MB 80 52, bytestream -5", "last_exit_at": "2026-09-01T13:33:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.833, "last_started_at": "2026-09-01T13:31:32+09:00", "pid": 6016, "process": {"exists": false, "pid": 6016}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.482, "sample_count": 2340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-09-01T13:33:53+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-09-01T13:33:53+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.178, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 227.822, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-09-01T13:33:53.549527+09:00", "mtime_epoch": 1788237233.5495274, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85406}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:33:53+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1961.301, "name": "celery", "pid": 206, "rss_mb": 1955.215, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 20, "history_size_limit": 20, "last_frame_idx": 21842, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 20}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "total": {"avg": 0.943, "max": 1.0, "p95": 1.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.214, "pushed": 8.214, "read": 8.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.005, "count": 246, "max_ms": 0.027, "p95_ms": 0.01, "reason": null, "sample_age_ms": 73.316, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.469, "count": 245, "max_ms": 2.673, "p95_ms": 1.372, "reason": null, "sample_age_ms": 145.432, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 245, "max_ms": 1.367, "p95_ms": 0.888, "reason": null, "sample_age_ms": 145.68, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.162, "count": 246, "max_ms": 1.678, "p95_ms": 0.256, "reason": null, "sample_age_ms": 73.323, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.208, "count": 245, "max_ms": 3.566, "p95_ms": 2.08, "reason": null, "sample_age_ms": 144.072, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2211848.0, "count": 245, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 144.047, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.46, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.614, "count": 246, "max_ms": 131.691, "p95_ms": 78.6, "reason": null, "sample_age_ms": 73.313, "source": "client_direct"}, "sample_age_ms": 73.31, "source": "client_direct", "task_total_ms": {"avg_ms": 71.107, "count": 246, "max_ms": 132.672, "p95_ms": 80.476, "reason": null, "sample_age_ms": 73.31, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.032, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.894, "count": 246, "max_ms": 7.387, "p95_ms": 5.189}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 246, "max_ms": 0.838, "p95_ms": 0.564}, "detection_prepare_ms": {"avg_ms": 0.699, "count": 246, "max_ms": 3.175, "p95_ms": 0.962}, "event_filter_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 246, "max_ms": 0.203, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.471, "count": 246, "max_ms": 1.914, "p95_ms": 0.645}, "setup_ms": {"avg_ms": 0.029, "count": 246, "max_ms": 0.098, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 3.856, "count": 246, "max_ms": 7.323, "p95_ms": 5.156}, "track_match_ms": {"avg_ms": 0.061, "count": 246, "max_ms": 0.146, "p95_ms": 0.089}, "tracker_update_ms": {"avg_ms": 2.155, "count": 246, "max_ms": 4.213, "p95_ms": 2.705}}, "gstreamer_push": {"avg_ms": 2.203, "count": 246, "max_ms": 6.474, "p95_ms": 4.178}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.092, "p95_ms": 0.046}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.826, "count": 246, "max_ms": 133.105, "p95_ms": 81.536}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 246, "max_ms": 0.059, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.664, "count": 246, "max_ms": 168.492, "p95_ms": 127.967}, "inference_input_copy_ms": {"avg_ms": 1.081, "count": 246, "max_ms": 3.021, "p95_ms": 2.08}, "processing_residual_ms": {"avg_ms": 0.114, "count": 246, "max_ms": 2.561, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.886, "count": 246, "max_ms": 169.3, "p95_ms": 128.714}, "read_interval": {"avg_ms": 122.19, "count": 245, "max_ms": 174.343, "p95_ms": 140.733}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 246, "max_ms": 0.038, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.429, "count": 246, "max_ms": 0.926, "p95_ms": 0.599}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 246, "max_ms": 0.024, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.418, "count": 246, "max_ms": 0.905, "p95_ms": 0.587}, "worker_merge_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.024, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 71.838, "count": 246, "max_ms": 133.113, "p95_ms": 81.55}, "visualize": {"avg_ms": 36.257, "count": 246, "max_ms": 59.793, "p95_ms": 48.072}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.137, "count": 246, "max_ms": 59.652, "p95_ms": 47.956}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.07, "count": 246, "max_ms": 59.577, "p95_ms": 47.893}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.116, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.715, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.322, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85809, "write_bytes_delta": 85809, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 538.0, "cpu_core_ratio": 0.661148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6016, "reason": null, "system_cpu_core_ratio": 0.034589, "system_cpu_s_delta": 0.35000000000000053, "user_cpu_core_ratio": 0.626559, "user_cpu_s_delta": 6.340000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.957993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 363126.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.254228, "system_cpu_s_delta": 22.8100000000004, "user_cpu_core_ratio": 1.703765, "user_cpu_s_delta": 17.240000000000236}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.181, "count": 247, "max_ms": 6.474, "p95_ms": 4.202, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 0.806, "max": 1.0, "p95": 1.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.845, "count": 30, "max": 21.124, "p95": 15.833, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.899, "count": 30, "max": 20.42, "p95": 12.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 511.667, "count": 30, "max": 556.0, "p95": 543.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 294.933, "count": 30, "max": 7612.0, "p95": 520.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 0.711, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 4.108, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84444.333, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78898.367, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 345604.833, "count": 30, "max": 382152.0, "p95": 372865.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.124, "count": 30, "max": 2.398, "p95": 2.345, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.631, "count": 30, "max": 1.803, "p95": 1.796, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 281, "sampled_at": "2026-09-01T13:33:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:33:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 32029, "flush_count": 49, "flush_interval_seconds": 30.0, "flush_state": {"count": 49, "last_at": "2026-09-01T13:33:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:33:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 48}, "started": true, "suppressed_count": 21794, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 21794}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 49, "written_record_count": 49}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6201.77, "limit_mb": null}, "detail": {"pid": 6132, "restart_count": 21, "start_count": 22}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 60388761600, "copied_frame_count": 21842, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 60388761600, "frame_buffer_copies": 21842, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0699, "count": 512, "max_ms": 0.2306, "p50_ms": 0.0625, "p95_ms": 0.1043, "p99_ms": 0.1332}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9528, "count": 512, "max_ms": 5.4438, "p50_ms": 0.7828, "p95_ms": 1.7953, "p99_ms": 2.7773, "results": {"failed": 0, "not_applicable": 0, "success": 21842, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:33:53+09:00", "last_error_summary": "[h264 @ 0x645bf3ace940] error while decoding MB 80 52, bytestream -5", "last_exit_at": "2026-09-01T13:33:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:33:55+09:00", "pid": 6132, "process": {"exists": true, "fd_count": 5, "hwm_mb": 390.066, "name": "ffmpeg", "pid": 6132, "rss_mb": 390.066, "state": "S (sleeping)", "threads": 70}, "restart_count": 21, "restart_count_per_hour": 21, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.382, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.28, "last_frame_pushed_at": "2026-09-01T13:33:53+09:00", "last_frame_read_age_sec": 4.395, "last_frame_read_at": "2026-09-01T13:33:53+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 376.438, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 223.562, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 4.271, "exists": true, "mtime": "2026-09-01T13:33:53.549527+09:00", "mtime_epoch": 1788237233.5495274, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85406}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:33:57+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1961.301, "name": "celery", "pid": 206, "rss_mb": 1955.219, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 20, "history_size_limit": 20, "last_frame_idx": 21842, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 20}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "total": {"avg": 0.981, "max": 1.0, "p95": 1.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 1.005, "max": 2.0, "p95": 2.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.016, "pushed": 7.016, "read": 6.983}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.027, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4327.989, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.487, "count": 209, "max_ms": 2.673, "p95_ms": 1.371, "reason": null, "sample_age_ms": 4400.105, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.174, "count": 209, "max_ms": 1.367, "p95_ms": 0.883, "reason": null, "sample_age_ms": 4400.353, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.163, "count": 210, "max_ms": 1.678, "p95_ms": 0.258, "reason": null, "sample_age_ms": 4327.996, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.21, "count": 209, "max_ms": 3.566, "p95_ms": 2.014, "reason": null, "sample_age_ms": 4398.745, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2211848.0, "count": 209, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4398.72, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4328.133, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 69.714, "count": 210, "max_ms": 131.691, "p95_ms": 78.526, "reason": null, "sample_age_ms": 4327.986, "source": "client_direct"}, "sample_age_ms": 4327.983, "source": "client_direct", "task_total_ms": {"avg_ms": 71.218, "count": 210, "max_ms": 132.672, "p95_ms": 80.443, "reason": null, "sample_age_ms": 4327.983, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.049, "count": 210, "max_ms": 7.387, "p95_ms": 5.224}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.362, "count": 210, "max_ms": 0.838, "p95_ms": 0.568}, "detection_prepare_ms": {"avg_ms": 0.727, "count": 210, "max_ms": 3.175, "p95_ms": 0.98}, "event_filter_ms": {"avg_ms": 0.002, "count": 210, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 210, "max_ms": 0.203, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 210, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.49, "count": 210, "max_ms": 1.914, "p95_ms": 0.678}, "setup_ms": {"avg_ms": 0.03, "count": 210, "max_ms": 0.098, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 4.01, "count": 210, "max_ms": 7.323, "p95_ms": 5.181}, "track_match_ms": {"avg_ms": 0.064, "count": 210, "max_ms": 0.146, "p95_ms": 0.092}, "tracker_update_ms": {"avg_ms": 2.246, "count": 210, "max_ms": 4.213, "p95_ms": 2.908}}, "gstreamer_push": {"avg_ms": 2.159, "count": 210, "max_ms": 5.361, "p95_ms": 4.042}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 210, "max_ms": 0.092, "p95_ms": 0.046}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 71.956, "count": 210, "max_ms": 133.105, "p95_ms": 81.536}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 210, "max_ms": 0.059, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.098, "count": 210, "max_ms": 168.492, "p95_ms": 128.107}, "inference_input_copy_ms": {"avg_ms": 1.087, "count": 210, "max_ms": 3.021, "p95_ms": 2.08}, "processing_residual_ms": {"avg_ms": 0.117, "count": 210, "max_ms": 2.561, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.329, "count": 210, "max_ms": 169.3, "p95_ms": 128.714}, "read_interval": {"avg_ms": 122.752, "count": 209, "max_ms": 174.343, "p95_ms": 140.733}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 210, "max_ms": 0.038, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.446, "count": 210, "max_ms": 0.926, "p95_ms": 0.61}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 210, "max_ms": 0.024, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.435, "count": 210, "max_ms": 0.905, "p95_ms": 0.6}, "worker_merge_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 71.968, "count": 210, "max_ms": 133.113, "p95_ms": 81.55}, "visualize": {"avg_ms": 36.401, "count": 210, "max_ms": 59.793, "p95_ms": 48.759}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 36.283, "count": 210, "max_ms": 59.652, "p95_ms": 48.603}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.217, "count": 210, "max_ms": 59.577, "p95_ms": 48.538}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 210, "max_ms": 0.063, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1952.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.715, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.322, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85809, "write_bytes_delta": 85809, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 538.0, "cpu_core_ratio": 0.661148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6016, "reason": null, "system_cpu_core_ratio": 0.034589, "system_cpu_s_delta": 0.35000000000000053, "user_cpu_core_ratio": 0.626559, "user_cpu_s_delta": 6.340000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 3.957993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 363126.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 2.254228, "system_cpu_s_delta": 22.8100000000004, "user_cpu_core_ratio": 1.703765, "user_cpu_s_delta": 17.240000000000236}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.181, "count": 247, "max_ms": 6.474, "p95_ms": 4.202, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 0.806, "max": 1.0, "p95": 1.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.845, "count": 30, "max": 21.124, "p95": 15.833, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.899, "count": 30, "max": 20.42, "p95": 12.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 511.667, "count": 30, "max": 556.0, "p95": 543.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 294.933, "count": 30, "max": 7612.0, "p95": 520.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 0.711, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 4.108, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84444.333, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78898.367, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 345604.833, "count": 30, "max": 382152.0, "p95": 372865.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.124, "count": 30, "max": 2.398, "p95": 2.345, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.631, "count": 30, "max": 1.803, "p95": 1.796, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 281, "sampled_at": "2026-09-01T13:33:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:33:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 33934, "flush_count": 52, "flush_interval_seconds": 30.0, "flush_state": {"count": 52, "last_at": "2026-09-01T13:36:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:36:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 51}, "started": true, "suppressed_count": 23239, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 23239}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 52, "written_record_count": 52}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5840.348, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5f2db0e8dc80] cabac decode of qscale diff failed at 108 97 [h264 @ 0x5f2db0e8dc80] error while decoding MB 108 97, bytestream 97009 [h264 @ 0x5f2db0e61cc0] cabac decode of qscale diff failed at 47 84 [h264 @ 0x5f2db0e61cc0] error while decoding MB 47 84, bytestream 5556 [h264 @ 0x5f2db0ee6a40] cabac decode of qscale diff failed at 114 67 [h264 @ 0x5f2db0ee6a40] error while decoding MB 114 67, bytestream 4758 [h264 @ 0x5f2db182c500] error while decoding MB 24 48, bytestream -8 [in#0/rts", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 64392192000, "copied_frame_count": 23290, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 64392192000, "frame_buffer_copies": 23290, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0745, "count": 512, "max_ms": 0.8185, "p50_ms": 0.0665, "p95_ms": 0.1061, "p99_ms": 0.1705}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8356, "count": 512, "max_ms": 3.2963, "p50_ms": 0.7203, "p95_ms": 1.5987, "p99_ms": 1.8895, "results": {"failed": 0, "not_applicable": 0, "success": 23290, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:37:18+09:00", "last_error_summary": "[h264 @ 0x5f2db0e8dc80] cabac decode of qscale diff failed at 108 97 [h264 @ 0x5f2db0e8dc80] error while decoding MB 108 97, bytestream 97009 [h264 @ 0x5f2db0e61cc0] cabac decode of qscale diff failed at 47 84 [h264 @ 0x5f2db0e61cc0] error while decoding MB 47 84, bytestream 5556 [h264 @ 0x5f2db0ee6a40] cabac decode of qscale diff failed at 114 67 [h264 @ 0x5f2db0ee6a40] error while decoding MB 114 67, bytestream 4758 [h264 @ 0x5f2db182c500] error while decoding MB 24 48, bytestream -8 [in#0/rts", "last_exit_at": "2026-09-01T13:33:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 202.213, "last_started_at": "2026-09-01T13:33:55+09:00", "pid": 6132, "process": {"exists": false, "pid": 6132}, "restart_count": 21, "restart_count_per_hour": 21, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.763, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-09-01T13:37:17+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-09-01T13:37:17+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.642, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 23.358, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-09-01T13:37:17.978347+09:00", "mtime_epoch": 1788237437.9783473, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87267}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:37:18+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1964.703, "name": "celery", "pid": 206, "rss_mb": 1964.703, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 23290, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.906, "pushed": 2.906, "read": 2.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 86.254, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.515, "count": 87, "max_ms": 1.818, "p95_ms": 1.43, "reason": null, "sample_age_ms": 60.975, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 87, "max_ms": 1.593, "p95_ms": 1.028, "reason": null, "sample_age_ms": 61.128, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 87, "max_ms": 0.187, "p95_ms": 0.122, "reason": null, "sample_age_ms": 86.26, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.214, "count": 87, "max_ms": 2.934, "p95_ms": 1.972, "reason": null, "sample_age_ms": 60.132, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2211848.0, "count": 87, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 60.117, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.387, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.406, "count": 87, "max_ms": 78.376, "p95_ms": 74.414, "reason": null, "sample_age_ms": 86.251, "source": "client_direct"}, "sample_age_ms": 60.112, "source": "client_direct", "task_total_ms": {"avg_ms": 68.823, "count": 87, "max_ms": 80.648, "p95_ms": 76.335, "reason": null, "sample_age_ms": 86.248, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.416, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.617, "count": 87, "max_ms": 0.956, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 87, "max_ms": 0.259, "p95_ms": 0.228}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 87, "max_ms": 0.152, "p95_ms": 0.088}, "event_filter_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 87, "max_ms": 0.088, "p95_ms": 0.068}, "mcmt_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 87, "max_ms": 0.245, "p95_ms": 0.184}, "setup_ms": {"avg_ms": 0.03, "count": 87, "max_ms": 0.154, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.588, "count": 87, "max_ms": 0.912, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.167, "count": 87, "max_ms": 0.337, "p95_ms": 0.232}}, "gstreamer_push": {"avg_ms": 1.791, "count": 87, "max_ms": 4.517, "p95_ms": 3.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 87, "max_ms": 0.057, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.564, "count": 87, "max_ms": 81.153, "p95_ms": 77.406}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 87, "max_ms": 0.078, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.044, "count": 87, "max_ms": 117.332, "p95_ms": 109.312}, "inference_input_copy_ms": {"avg_ms": 1.271, "count": 87, "max_ms": 2.933, "p95_ms": 2.181}, "processing_residual_ms": {"avg_ms": 0.088, "count": 87, "max_ms": 0.248, "p95_ms": 0.169}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.431, "count": 87, "max_ms": 119.65, "p95_ms": 110.242}, "read_interval": {"avg_ms": 344.524, "count": 87, "max_ms": 19669.768, "p95_ms": 127.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 87, "max_ms": 0.025, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 87, "max_ms": 0.172, "p95_ms": 0.123}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.014, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 87, "max_ms": 0.155, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.021, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 69.574, "count": 87, "max_ms": 81.163, "p95_ms": 77.425}, "visualize": {"avg_ms": 24.238, "count": 87, "max_ms": 37.146, "p95_ms": 32.807}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 24.117, "count": 87, "max_ms": 36.938, "p95_ms": 32.688}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.048, "count": 87, "max_ms": 36.845, "p95_ms": 32.598}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 87, "max_ms": 0.055, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1964.68, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.64, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.763, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83276, "write_bytes_delta": 83276, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 255.0, "cpu_core_ratio": 0.641138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 6132, "reason": null, "system_cpu_core_ratio": 0.185306, "system_cpu_s_delta": 1.870000000000001, "user_cpu_core_ratio": 0.455832, "user_cpu_s_delta": 4.599999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.211919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.475651, "system_cpu_s_delta": 4.799999999999727, "user_cpu_core_ratio": 0.736268, "user_cpu_s_delta": 7.429999999999836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.715, "count": 220, "max_ms": 4.598, "p95_ms": 3.139, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.984, "count": 30, "max": 18.2, "p95": 16.71, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.894, "count": 30, "max": 17.362, "p95": 13.426, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 452.133, "count": 30, "max": 556.0, "p95": 540.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1532.733, "count": 30, "max": 24181.0, "p95": 5070.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.41, "p95": 0.298, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.761, "p95": 0.738, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.037, "count": 30, "max": 0.146, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84827.533, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84827.533, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 290544.767, "count": 30, "max": 394816.0, "p95": 388224.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.215, "count": 30, "max": 2.352, "p95": 2.316, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.063, "count": 30, "max": 1.792, "p95": 1.763, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 299, "sampled_at": "2026-09-01T13:36:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:36:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 33934, "flush_count": 52, "flush_interval_seconds": 30.0, "flush_state": {"count": 52, "last_at": "2026-09-01T13:36:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:36:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 51}, "started": true, "suppressed_count": 23240, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 23240}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 52, "written_record_count": 52}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5840.559, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:37:18+09:00", "last_error_summary": "[h264 @ 0x5f2db0e8dc80] cabac decode of qscale diff failed at 108 97 [h264 @ 0x5f2db0e8dc80] error while decoding MB 108 97, bytestream 97009 [h264 @ 0x5f2db0e61cc0] cabac decode of qscale diff failed at 47 84 [h264 @ 0x5f2db0e61cc0] error while decoding MB 47 84, bytestream 5556 [h264 @ 0x5f2db0ee6a40] cabac decode of qscale diff failed at 114 67 [h264 @ 0x5f2db0ee6a40] error while decoding MB 114 67, bytestream 4758 [h264 @ 0x5f2db182c500] error while decoding MB 24 48, bytestream -8 [in#0/rts", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 64394956800, "copied_frame_count": 23291, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 64394956800, "frame_buffer_copies": 23291, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0745, "count": 512, "max_ms": 0.8185, "p50_ms": 0.0665, "p95_ms": 0.1061, "p99_ms": 0.1705}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.836, "count": 512, "max_ms": 3.2963, "p50_ms": 0.7222, "p95_ms": 1.5987, "p99_ms": 1.8895, "results": {"failed": 0, "not_applicable": 0, "success": 23291, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:37:18+09:00", "last_error_summary": "[h264 @ 0x5f2db0e8dc80] cabac decode of qscale diff failed at 108 97 [h264 @ 0x5f2db0e8dc80] error while decoding MB 108 97, bytestream 97009 [h264 @ 0x5f2db0e61cc0] cabac decode of qscale diff failed at 47 84 [h264 @ 0x5f2db0e61cc0] error while decoding MB 47 84, bytestream 5556 [h264 @ 0x5f2db0ee6a40] cabac decode of qscale diff failed at 114 67 [h264 @ 0x5f2db0ee6a40] error while decoding MB 114 67, bytestream 4758 [h264 @ 0x5f2db182c500] error while decoding MB 24 48, bytestream -8 [in#0/rts", "last_exit_at": "2026-09-01T13:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 202.249, "last_started_at": "2026-09-01T13:33:55+09:00", "pid": 6132, "process": {"exists": false, "pid": 6132}, "restart_count": 21, "restart_count_per_hour": 21, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.763, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:37:18+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-09-01T13:37:17+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.675, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 23.325, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-09-01T13:37:17.978347+09:00", "mtime_epoch": 1788237437.9783473, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87267}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:37:18+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1964.699, "name": "celery", "pid": 206, "rss_mb": 1964.699, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 23291, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.936, "pushed": 2.936, "read": 2.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 30.111, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.515, "count": 87, "max_ms": 1.818, "p95_ms": 1.43, "reason": null, "sample_age_ms": 95.987, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 87, "max_ms": 1.593, "p95_ms": 1.028, "reason": null, "sample_age_ms": 96.14, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 88, "max_ms": 0.187, "p95_ms": 0.123, "reason": null, "sample_age_ms": 30.117, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.214, "count": 87, "max_ms": 2.934, "p95_ms": 1.972, "reason": null, "sample_age_ms": 95.144, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2211848.0, "count": 87, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.129, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.259, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.377, "count": 88, "max_ms": 78.376, "p95_ms": 74.41, "reason": null, "sample_age_ms": 30.107, "source": "client_direct"}, "sample_age_ms": 30.104, "source": "client_direct", "task_total_ms": {"avg_ms": 68.789, "count": 88, "max_ms": 80.648, "p95_ms": 76.289, "reason": null, "sample_age_ms": 30.104, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.468, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.616, "count": 88, "max_ms": 0.956, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 88, "max_ms": 0.259, "p95_ms": 0.228}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 88, "max_ms": 0.152, "p95_ms": 0.088}, "event_filter_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 88, "max_ms": 0.088, "p95_ms": 0.068}, "mcmt_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 88, "max_ms": 0.245, "p95_ms": 0.184}, "setup_ms": {"avg_ms": 0.03, "count": 88, "max_ms": 0.154, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.587, "count": 88, "max_ms": 0.912, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.167, "count": 88, "max_ms": 0.337, "p95_ms": 0.232}}, "gstreamer_push": {"avg_ms": 1.787, "count": 88, "max_ms": 4.517, "p95_ms": 3.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 88, "max_ms": 0.057, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.528, "count": 88, "max_ms": 81.153, "p95_ms": 77.406}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 88, "max_ms": 0.078, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.998, "count": 88, "max_ms": 117.332, "p95_ms": 109.312}, "inference_input_copy_ms": {"avg_ms": 1.265, "count": 88, "max_ms": 2.933, "p95_ms": 2.181}, "processing_residual_ms": {"avg_ms": 0.088, "count": 88, "max_ms": 0.248, "p95_ms": 0.169}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.378, "count": 88, "max_ms": 119.65, "p95_ms": 110.242}, "read_interval": {"avg_ms": 344.524, "count": 87, "max_ms": 19669.768, "p95_ms": 127.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 88, "max_ms": 0.025, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 88, "max_ms": 0.172, "p95_ms": 0.123}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.014, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 88, "max_ms": 0.155, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.021, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 69.538, "count": 88, "max_ms": 81.163, "p95_ms": 77.425}, "visualize": {"avg_ms": 24.23, "count": 88, "max_ms": 37.146, "p95_ms": 32.807}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 24.109, "count": 88, "max_ms": 36.938, "p95_ms": 32.688}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.041, "count": 88, "max_ms": 36.845, "p95_ms": 32.598}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 88, "max_ms": 0.055, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1964.68, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.64, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.763, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83276, "write_bytes_delta": 83276, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 255.0, "cpu_core_ratio": 0.641138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 6132, "reason": null, "system_cpu_core_ratio": 0.185306, "system_cpu_s_delta": 1.870000000000001, "user_cpu_core_ratio": 0.455832, "user_cpu_s_delta": 4.599999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.211919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.475651, "system_cpu_s_delta": 4.799999999999727, "user_cpu_core_ratio": 0.736268, "user_cpu_s_delta": 7.429999999999836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.715, "count": 220, "max_ms": 4.598, "p95_ms": 3.139, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.984, "count": 30, "max": 18.2, "p95": 16.71, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.894, "count": 30, "max": 17.362, "p95": 13.426, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 452.133, "count": 30, "max": 556.0, "p95": 540.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1532.733, "count": 30, "max": 24181.0, "p95": 5070.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.41, "p95": 0.298, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.761, "p95": 0.738, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.037, "count": 30, "max": 0.146, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84827.533, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84827.533, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 290544.767, "count": 30, "max": 394816.0, "p95": 388224.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.215, "count": 30, "max": 2.352, "p95": 2.316, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.063, "count": 30, "max": 1.792, "p95": 1.763, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 299, "sampled_at": "2026-09-01T13:36:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:36:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 33934, "flush_count": 52, "flush_interval_seconds": 30.0, "flush_state": {"count": 52, "last_at": "2026-09-01T13:36:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:36:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 51}, "started": true, "suppressed_count": 23240, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 23240}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 52, "written_record_count": 52}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5840.285, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 64394956800, "copied_frame_count": 23291, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 64394956800, "frame_buffer_copies": 23291, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0745, "count": 512, "max_ms": 0.8185, "p50_ms": 0.0665, "p95_ms": 0.1061, "p99_ms": 0.1705}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.836, "count": 512, "max_ms": 3.2963, "p50_ms": 0.7222, "p95_ms": 1.5987, "p99_ms": 1.8895, "results": {"failed": 0, "not_applicable": 0, "success": 23291, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:37:18+09:00", "last_error_summary": "[h264 @ 0x5f2db0e8dc80] cabac decode of qscale diff failed at 108 97 [h264 @ 0x5f2db0e8dc80] error while decoding MB 108 97, bytestream 97009 [h264 @ 0x5f2db0e61cc0] cabac decode of qscale diff failed at 47 84 [h264 @ 0x5f2db0e61cc0] error while decoding MB 47 84, bytestream 5556 [h264 @ 0x5f2db0ee6a40] cabac decode of qscale diff failed at 114 67 [h264 @ 0x5f2db0ee6a40] error while decoding MB 114 67, bytestream 4758 [h264 @ 0x5f2db182c500] error while decoding MB 24 48, bytestream -8 [in#0/rts", "last_exit_at": "2026-09-01T13:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 202.262, "last_started_at": "2026-09-01T13:33:55+09:00", "pid": 6132, "process": {"exists": false, "pid": 6132}, "restart_count": 21, "restart_count_per_hour": 21, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.763, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-09-01T13:37:18+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-09-01T13:37:17+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.688, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 23.312, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-09-01T13:37:18.075345+09:00", "mtime_epoch": 1788237438.0753453, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87362}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:37:18+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1964.703, "name": "celery", "pid": 206, "rss_mb": 1964.703, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 23291, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.935, "pushed": 2.935, "read": 2.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.005, "count": 87, "max_ms": 0.024, "p95_ms": 0.01, "reason": null, "sample_age_ms": 42.945, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.515, "count": 87, "max_ms": 1.818, "p95_ms": 1.43, "reason": null, "sample_age_ms": 108.821, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 87, "max_ms": 1.593, "p95_ms": 1.028, "reason": null, "sample_age_ms": 108.975, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 87, "max_ms": 0.187, "p95_ms": 0.123, "reason": null, "sample_age_ms": 42.951, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.214, "count": 87, "max_ms": 2.934, "p95_ms": 1.972, "reason": null, "sample_age_ms": 107.978, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2211848.0, "count": 87, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 107.964, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.093, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.334, "count": 87, "max_ms": 78.376, "p95_ms": 74.414, "reason": null, "sample_age_ms": 42.942, "source": "client_direct"}, "sample_age_ms": 42.938, "source": "client_direct", "task_total_ms": {"avg_ms": 68.732, "count": 87, "max_ms": 80.648, "p95_ms": 76.335, "reason": null, "sample_age_ms": 42.938, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.424, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.616, "count": 88, "max_ms": 0.956, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 88, "max_ms": 0.259, "p95_ms": 0.228}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 88, "max_ms": 0.152, "p95_ms": 0.088}, "event_filter_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 88, "max_ms": 0.088, "p95_ms": 0.068}, "mcmt_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 88, "max_ms": 0.245, "p95_ms": 0.184}, "setup_ms": {"avg_ms": 0.03, "count": 88, "max_ms": 0.154, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.587, "count": 88, "max_ms": 0.912, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.167, "count": 88, "max_ms": 0.337, "p95_ms": 0.232}}, "gstreamer_push": {"avg_ms": 1.787, "count": 88, "max_ms": 4.517, "p95_ms": 3.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 88, "max_ms": 0.057, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.528, "count": 88, "max_ms": 81.153, "p95_ms": 77.406}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 88, "max_ms": 0.078, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.998, "count": 88, "max_ms": 117.332, "p95_ms": 109.312}, "inference_input_copy_ms": {"avg_ms": 1.265, "count": 88, "max_ms": 2.933, "p95_ms": 2.181}, "processing_residual_ms": {"avg_ms": 0.088, "count": 88, "max_ms": 0.248, "p95_ms": 0.169}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.378, "count": 88, "max_ms": 119.65, "p95_ms": 110.242}, "read_interval": {"avg_ms": 344.524, "count": 87, "max_ms": 19669.768, "p95_ms": 127.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 88, "max_ms": 0.025, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 88, "max_ms": 0.172, "p95_ms": 0.123}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.014, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 88, "max_ms": 0.155, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.021, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 69.538, "count": 88, "max_ms": 81.163, "p95_ms": 77.425}, "visualize": {"avg_ms": 24.23, "count": 88, "max_ms": 37.146, "p95_ms": 32.807}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 24.109, "count": 88, "max_ms": 36.938, "p95_ms": 32.688}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.041, "count": 88, "max_ms": 36.845, "p95_ms": 32.598}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 88, "max_ms": 0.055, "p95_ms": 0.045}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1964.68, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.64, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.763, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83276, "write_bytes_delta": 83276, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 255.0, "cpu_core_ratio": 0.641138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 6132, "reason": null, "system_cpu_core_ratio": 0.185306, "system_cpu_s_delta": 1.870000000000001, "user_cpu_core_ratio": 0.455832, "user_cpu_s_delta": 4.599999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.211919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.475651, "system_cpu_s_delta": 4.799999999999727, "user_cpu_core_ratio": 0.736268, "user_cpu_s_delta": 7.429999999999836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.715, "count": 220, "max_ms": 4.598, "p95_ms": 3.139, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.984, "count": 30, "max": 18.2, "p95": 16.71, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.894, "count": 30, "max": 17.362, "p95": 13.426, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 452.133, "count": 30, "max": 556.0, "p95": 540.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1532.733, "count": 30, "max": 24181.0, "p95": 5070.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.41, "p95": 0.298, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.761, "p95": 0.738, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.037, "count": 30, "max": 0.146, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84827.533, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84827.533, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 290544.767, "count": 30, "max": 394816.0, "p95": 388224.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.215, "count": 30, "max": 2.352, "p95": 2.316, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.063, "count": 30, "max": 1.792, "p95": 1.763, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 299, "sampled_at": "2026-09-01T13:36:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:36:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 33934, "flush_count": 52, "flush_interval_seconds": 30.0, "flush_state": {"count": 52, "last_at": "2026-09-01T13:36:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:36:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 51}, "started": true, "suppressed_count": 23240, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 23240}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 52, "written_record_count": 52}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5953.867, "limit_mb": null}, "detail": {"pid": 6310, "restart_count": 22, "start_count": 23}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 64394956800, "copied_frame_count": 23291, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 64394956800, "frame_buffer_copies": 23291, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0745, "count": 512, "max_ms": 0.8185, "p50_ms": 0.0665, "p95_ms": 0.1061, "p99_ms": 0.1705}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.836, "count": 512, "max_ms": 3.2963, "p50_ms": 0.7222, "p95_ms": 1.5987, "p99_ms": 1.8895, "results": {"failed": 0, "not_applicable": 0, "success": 23291, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:37:18+09:00", "last_error_summary": "[h264 @ 0x5f2db0e8dc80] cabac decode of qscale diff failed at 108 97 [h264 @ 0x5f2db0e8dc80] error while decoding MB 108 97, bytestream 97009 [h264 @ 0x5f2db0e61cc0] cabac decode of qscale diff failed at 47 84 [h264 @ 0x5f2db0e61cc0] error while decoding MB 47 84, bytestream 5556 [h264 @ 0x5f2db0ee6a40] cabac decode of qscale diff failed at 114 67 [h264 @ 0x5f2db0ee6a40] error while decoding MB 114 67, bytestream 4758 [h264 @ 0x5f2db182c500] error while decoding MB 24 48, bytestream -8 [in#0/rts", "last_exit_at": "2026-09-01T13:37:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:37:20+09:00", "pid": 6310, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.16, "name": "ffmpeg", "pid": 6310, "rss_mb": 147.16, "state": "S (sleeping)", "threads": 19}, "restart_count": 22, "restart_count_per_hour": 22, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.824, "sample_count": 2189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.267, "last_frame_pushed_at": "2026-09-01T13:37:18+09:00", "last_frame_read_age_sec": 4.361, "last_frame_read_at": "2026-09-01T13:37:17+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 580.943, "last_sample_duration_ms": 309.243, "last_trigger": "periodic", "next_snapshot_in_sec": 19.057, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 155, "storage_bytes": 1906162}, "mjpeg": {"age_sec": 4.259, "exists": true, "mtime": "2026-09-01T13:37:18.075345+09:00", "mtime_epoch": 1788237438.0753453, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87362}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:37:22+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1964.707, "name": "celery", "pid": 206, "rss_mb": 1964.707, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 23291, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 55, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.861, "pushed": 1.861, "read": 1.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4296.483, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.449, "count": 55, "max_ms": 1.818, "p95_ms": 1.482, "reason": null, "sample_age_ms": 4362.359, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.198, "count": 55, "max_ms": 1.593, "p95_ms": 1.135, "reason": null, "sample_age_ms": 4362.512, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 55, "max_ms": 0.187, "p95_ms": 0.113, "reason": null, "sample_age_ms": 4296.489, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.114, "count": 55, "max_ms": 1.863, "p95_ms": 1.744, "reason": null, "sample_age_ms": 4361.516, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2211848.0, "count": 55, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4361.501, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4296.631, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 66.983, "count": 55, "max_ms": 77.727, "p95_ms": 74.248, "reason": null, "sample_age_ms": 4296.479, "source": "client_direct"}, "sample_age_ms": 4296.476, "source": "client_direct", "task_total_ms": {"avg_ms": 68.274, "count": 55, "max_ms": 78.983, "p95_ms": 75.455, "reason": null, "sample_age_ms": 4296.476, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.054, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.61, "count": 55, "max_ms": 0.956, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.143, "count": 55, "max_ms": 0.259, "p95_ms": 0.237}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 55, "max_ms": 0.12, "p95_ms": 0.097}, "event_filter_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 55, "max_ms": 0.088, "p95_ms": 0.068}, "mcmt_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 55, "max_ms": 0.228, "p95_ms": 0.197}, "setup_ms": {"avg_ms": 0.031, "count": 55, "max_ms": 0.154, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.582, "count": 55, "max_ms": 0.912, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.007, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.166, "count": 55, "max_ms": 0.305, "p95_ms": 0.239}}, "gstreamer_push": {"avg_ms": 1.64, "count": 55, "max_ms": 3.918, "p95_ms": 3.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 55, "max_ms": 0.057, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 68.938, "count": 55, "max_ms": 80.948, "p95_ms": 77.038}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 55, "max_ms": 0.046, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.473, "count": 55, "max_ms": 117.332, "p95_ms": 109.312}, "inference_input_copy_ms": {"avg_ms": 1.339, "count": 55, "max_ms": 2.438, "p95_ms": 2.212}, "processing_residual_ms": {"avg_ms": 0.088, "count": 55, "max_ms": 0.248, "p95_ms": 0.174}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.926, "count": 55, "max_ms": 119.65, "p95_ms": 110.242}, "read_interval": {"avg_ms": 483.848, "count": 55, "max_ms": 19669.768, "p95_ms": 150.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 55, "max_ms": 0.025, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.081, "count": 55, "max_ms": 0.172, "p95_ms": 0.125}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 55, "max_ms": 0.01, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 55, "max_ms": 0.155, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.021, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 68.948, "count": 55, "max_ms": 80.964, "p95_ms": 77.05}, "visualize": {"avg_ms": 24.295, "count": 55, "max_ms": 37.146, "p95_ms": 33.6}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 24.179, "count": 55, "max_ms": 36.938, "p95_ms": 33.446}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.11, "count": 55, "max_ms": 36.845, "p95_ms": 33.361}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 55, "max_ms": 0.055, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1964.68, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.64, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.763, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83276, "write_bytes_delta": 83276, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 255.0, "cpu_core_ratio": 0.641138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 6132, "reason": null, "system_cpu_core_ratio": 0.185306, "system_cpu_s_delta": 1.870000000000001, "user_cpu_core_ratio": 0.455832, "user_cpu_s_delta": 4.599999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.211919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.475651, "system_cpu_s_delta": 4.799999999999727, "user_cpu_core_ratio": 0.736268, "user_cpu_s_delta": 7.429999999999836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.715, "count": 220, "max_ms": 4.598, "p95_ms": 3.139, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.984, "count": 30, "max": 18.2, "p95": 16.71, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.894, "count": 30, "max": 17.362, "p95": 13.426, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 452.133, "count": 30, "max": 556.0, "p95": 540.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1532.733, "count": 30, "max": 24181.0, "p95": 5070.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.41, "p95": 0.298, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.761, "p95": 0.738, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.037, "count": 30, "max": 0.146, "p95": 0.133, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84827.533, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84827.533, "count": 30, "max": 85809.0, "p95": 85690.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 290544.767, "count": 30, "max": 394816.0, "p95": 388224.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 1.215, "count": 30, "max": 2.352, "p95": 2.316, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.063, "count": 30, "max": 1.792, "p95": 1.763, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 299, "sampled_at": "2026-09-01T13:36:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:36:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.548, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 39014, "flush_count": 60, "flush_interval_seconds": 30.0, "flush_state": {"count": 60, "last_at": "2026-09-01T13:44:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:44:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 59}, "started": true, "suppressed_count": 27229, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 60, "written_record_count": 60}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5845.773, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5edc6a8346c0] error while decoding MB 145 62, bytestream -5 [h264 @ 0x5edc6a0838c0] cabac decode of qscale diff failed at 84 97 [h264 @ 0x5edc6a0838c0] error while decoding MB 84 97, bytestream 20929 [h264 @ 0x5edc6a903540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edc6a903540] error while decoding MB 0 99, bytestream 20401 [h264 @ 0x5edc6a01f180] cabac decode of qscale diff failed at 140 100 [h264 @ 0x5edc6a01f180] error while decoding MB 140 100, bytestream 557", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 75445862400, "copied_frame_count": 27288, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 75445862400, "frame_buffer_copies": 27288, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0748, "count": 512, "max_ms": 0.9565, "p50_ms": 0.0655, "p95_ms": 0.1087, "p99_ms": 0.1441}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.794, "count": 512, "max_ms": 3.0312, "p50_ms": 0.6762, "p95_ms": 1.4499, "p99_ms": 2.2158, "results": {"failed": 0, "not_applicable": 0, "success": 27288, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:44:26+09:00", "last_error_summary": "[h264 @ 0x5edc6a8346c0] error while decoding MB 145 62, bytestream -5 [h264 @ 0x5edc6a0838c0] cabac decode of qscale diff failed at 84 97 [h264 @ 0x5edc6a0838c0] error while decoding MB 84 97, bytestream 20929 [h264 @ 0x5edc6a903540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edc6a903540] error while decoding MB 0 99, bytestream 20401 [h264 @ 0x5edc6a01f180] cabac decode of qscale diff failed at 140 100 [h264 @ 0x5edc6a01f180] error while decoding MB 140 100, bytestream 557", "last_exit_at": "2026-09-01T13:37:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.761, "last_started_at": "2026-09-01T13:37:20+09:00", "pid": 6310, "process": {"exists": false, "pid": 6310}, "restart_count": 22, "restart_count_per_hour": 22, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.527, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-09-01T13:44:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-09-01T13:44:26+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.568, "last_sample_duration_ms": 408.71, "last_trigger": "periodic", "next_snapshot_in_sec": 201.432, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 156, "storage_bytes": 1913658}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-09-01T13:44:26.013519+09:00", "mtime_epoch": 1788237866.0135188, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87161}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:44:26+09:00", "process": {"exists": true, "fd_count": 160, "hwm_mb": 1966.629, "name": "celery", "pid": 206, "rss_mb": 1966.629, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 27288, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 214, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.135, "pushed": 7.135, "read": 7.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 134.525, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.437, "count": 214, "max_ms": 2.462, "p95_ms": 1.131, "reason": null, "sample_age_ms": 77.848, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 214, "max_ms": 1.858, "p95_ms": 0.887, "reason": null, "sample_age_ms": 78.047, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 213, "max_ms": 0.172, "p95_ms": 0.088, "reason": null, "sample_age_ms": 134.531, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.201, "count": 214, "max_ms": 3.009, "p95_ms": 2.006, "reason": null, "sample_age_ms": 76.496, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2211848.0, "count": 214, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 76.48, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.604, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.26, "count": 213, "max_ms": 85.773, "p95_ms": 74.525, "reason": null, "sample_age_ms": 134.522, "source": "client_direct"}, "sample_age_ms": 76.475, "source": "client_direct", "task_total_ms": {"avg_ms": 68.637, "count": 213, "max_ms": 87.424, "p95_ms": 76.267, "reason": null, "sample_age_ms": 134.52, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.857, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.625, "count": 214, "max_ms": 1.298, "p95_ms": 0.871}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 214, "max_ms": 0.451, "p95_ms": 0.217}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 214, "max_ms": 0.183, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.002, "count": 214, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 214, "max_ms": 0.113, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.001, "count": 214, "max_ms": 0.007, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 214, "max_ms": 0.294, "p95_ms": 0.165}, "setup_ms": {"avg_ms": 0.031, "count": 214, "max_ms": 0.112, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.595, "count": 214, "max_ms": 1.266, "p95_ms": 0.842}, "track_match_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.053, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.174, "count": 214, "max_ms": 0.376, "p95_ms": 0.271}}, "gstreamer_push": {"avg_ms": 1.574, "count": 214, "max_ms": 7.293, "p95_ms": 2.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 214, "max_ms": 0.545, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.309, "count": 214, "max_ms": 87.973, "p95_ms": 76.962}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 214, "max_ms": 0.088, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.083, "count": 214, "max_ms": 125.763, "p95_ms": 106.217}, "inference_input_copy_ms": {"avg_ms": 1.229, "count": 214, "max_ms": 3.17, "p95_ms": 2.353}, "processing_residual_ms": {"avg_ms": 0.083, "count": 214, "max_ms": 0.345, "p95_ms": 0.186}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.422, "count": 214, "max_ms": 127.123, "p95_ms": 107.432}, "read_interval": {"avg_ms": 140.356, "count": 214, "max_ms": 3346.343, "p95_ms": 124.364}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 214, "max_ms": 0.053, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.079, "count": 214, "max_ms": 0.225, "p95_ms": 0.115}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.028, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 214, "max_ms": 0.202, "p95_ms": 0.099}, "worker_merge_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.058, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 69.32, "count": 214, "max_ms": 87.988, "p95_ms": 76.973}, "visualize": {"avg_ms": 22.549, "count": 214, "max_ms": 44.84, "p95_ms": 33.705}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 22.429, "count": 214, "max_ms": 44.695, "p95_ms": 33.6}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.362, "count": 214, "max_ms": 44.579, "p95_ms": 33.505}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 214, "max_ms": 0.06, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1966.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.45, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.703, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85875, "write_bytes_delta": 85875, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 275.0, "cpu_core_ratio": 0.992805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1338.0, "pid": 6310, "reason": null, "system_cpu_core_ratio": 0.335473, "system_cpu_s_delta": 3.4499999999999993, "user_cpu_core_ratio": 0.657332, "user_cpu_s_delta": 6.759999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.89265, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.352976, "system_cpu_s_delta": 3.630000000000109, "user_cpu_core_ratio": 0.539674, "user_cpu_s_delta": 5.550000000000182}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.557, "count": 256, "max_ms": 4.763, "p95_ms": 2.989, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.412, "count": 30, "max": 27.888, "p95": 22.585, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.879, "count": 30, "max": 14.175, "p95": 13.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 531.0, "count": 30, "max": 616.0, "p95": 605.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 353.3, "count": 30, "max": 3576.0, "p95": 1462.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.335, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.772, "count": 30, "max": 0.877, "p95": 0.844, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81603.4, "count": 30, "max": 86543.0, "p95": 85071.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78804.733, "count": 30, "max": 86543.0, "p95": 85071.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.7, "count": 30, "max": 2231.0, "p95": 1237.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.579, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 0.863, "p95": 0.856, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 340, "sampled_at": "2026-09-01T13:43:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:43:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 39014, "flush_count": 60, "flush_interval_seconds": 30.0, "flush_state": {"count": 60, "last_at": "2026-09-01T13:44:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:44:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 59}, "started": true, "suppressed_count": 27230, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 60, "written_record_count": 60}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5846.148, "limit_mb": null}, "detail": {"last_error_at": "2026-09-01T13:44:26+09:00", "last_error_summary": "[h264 @ 0x5edc6a8346c0] error while decoding MB 145 62, bytestream -5 [h264 @ 0x5edc6a0838c0] cabac decode of qscale diff failed at 84 97 [h264 @ 0x5edc6a0838c0] error while decoding MB 84 97, bytestream 20929 [h264 @ 0x5edc6a903540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edc6a903540] error while decoding MB 0 99, bytestream 20401 [h264 @ 0x5edc6a01f180] cabac decode of qscale diff failed at 140 100 [h264 @ 0x5edc6a01f180] error while decoding MB 140 100, bytestream 557", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 75448627200, "copied_frame_count": 27289, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 75448627200, "frame_buffer_copies": 27289, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0749, "count": 512, "max_ms": 0.9565, "p50_ms": 0.0655, "p95_ms": 0.1087, "p99_ms": 0.1441}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7952, "count": 512, "max_ms": 3.0312, "p50_ms": 0.6791, "p95_ms": 1.4499, "p99_ms": 2.2158, "results": {"failed": 0, "not_applicable": 0, "success": 27289, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:44:26+09:00", "last_error_summary": "[h264 @ 0x5edc6a8346c0] error while decoding MB 145 62, bytestream -5 [h264 @ 0x5edc6a0838c0] cabac decode of qscale diff failed at 84 97 [h264 @ 0x5edc6a0838c0] error while decoding MB 84 97, bytestream 20929 [h264 @ 0x5edc6a903540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edc6a903540] error while decoding MB 0 99, bytestream 20401 [h264 @ 0x5edc6a01f180] cabac decode of qscale diff failed at 140 100 [h264 @ 0x5edc6a01f180] error while decoding MB 140 100, bytestream 557", "last_exit_at": "2026-09-01T13:44:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.806, "last_started_at": "2026-09-01T13:37:20+09:00", "pid": 6310, "process": {"exists": false, "pid": 6310}, "restart_count": 22, "restart_count_per_hour": 22, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.555, "sample_count": 2830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:44:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-01T13:44:26+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-09-01T13:44:26+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.613, "last_sample_duration_ms": 408.71, "last_trigger": "periodic", "next_snapshot_in_sec": 201.387, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 156, "storage_bytes": 1913658}, "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-09-01T13:44:26.013519+09:00", "mtime_epoch": 1788237866.0135188, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87161}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:44:26+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1966.625, "name": "celery", "pid": 206, "rss_mb": 1966.625, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 27289, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.152, "pushed": 7.152, "read": 7.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.005, "count": 214, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 41.698, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.438, "count": 213, "max_ms": 2.462, "p95_ms": 1.132, "reason": null, "sample_age_ms": 124.356, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 213, "max_ms": 1.858, "p95_ms": 0.887, "reason": null, "sample_age_ms": 124.554, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 214, "max_ms": 0.172, "p95_ms": 0.088, "reason": null, "sample_age_ms": 41.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.2, "count": 213, "max_ms": 3.009, "p95_ms": 2.008, "reason": null, "sample_age_ms": 123.003, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2211848.0, "count": 213, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.987, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.773, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.325, "count": 214, "max_ms": 85.773, "p95_ms": 74.661, "reason": null, "sample_age_ms": 41.695, "source": "client_direct"}, "sample_age_ms": 41.691, "source": "client_direct", "task_total_ms": {"avg_ms": 68.703, "count": 214, "max_ms": 87.424, "p95_ms": 76.396, "reason": null, "sample_age_ms": 41.691, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.115, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.623, "count": 214, "max_ms": 1.298, "p95_ms": 0.871}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 214, "max_ms": 0.451, "p95_ms": 0.217}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 214, "max_ms": 0.183, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.002, "count": 214, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 214, "max_ms": 0.113, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.001, "count": 214, "max_ms": 0.007, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 214, "max_ms": 0.294, "p95_ms": 0.165}, "setup_ms": {"avg_ms": 0.031, "count": 214, "max_ms": 0.112, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.594, "count": 214, "max_ms": 1.266, "p95_ms": 0.842}, "track_match_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.053, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.173, "count": 214, "max_ms": 0.376, "p95_ms": 0.263}}, "gstreamer_push": {"avg_ms": 1.572, "count": 214, "max_ms": 7.293, "p95_ms": 2.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 214, "max_ms": 0.545, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.373, "count": 214, "max_ms": 87.973, "p95_ms": 77.105}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 214, "max_ms": 0.088, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.062, "count": 214, "max_ms": 125.763, "p95_ms": 106.217}, "inference_input_copy_ms": {"avg_ms": 1.231, "count": 214, "max_ms": 3.17, "p95_ms": 2.353}, "processing_residual_ms": {"avg_ms": 0.083, "count": 214, "max_ms": 0.345, "p95_ms": 0.186}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.403, "count": 214, "max_ms": 127.123, "p95_ms": 107.432}, "read_interval": {"avg_ms": 140.432, "count": 213, "max_ms": 3346.343, "p95_ms": 124.364}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 214, "max_ms": 0.053, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.079, "count": 214, "max_ms": 0.225, "p95_ms": 0.115}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.028, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 214, "max_ms": 0.202, "p95_ms": 0.099}, "worker_merge_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.058, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 69.384, "count": 214, "max_ms": 87.988, "p95_ms": 77.114}, "visualize": {"avg_ms": 22.465, "count": 214, "max_ms": 41.141, "p95_ms": 33.448}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 22.346, "count": 214, "max_ms": 40.944, "p95_ms": 33.321}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.279, "count": 214, "max_ms": 40.796, "p95_ms": 33.259}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 214, "max_ms": 0.06, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1966.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.45, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.703, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85875, "write_bytes_delta": 85875, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 275.0, "cpu_core_ratio": 0.992805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1338.0, "pid": 6310, "reason": null, "system_cpu_core_ratio": 0.335473, "system_cpu_s_delta": 3.4499999999999993, "user_cpu_core_ratio": 0.657332, "user_cpu_s_delta": 6.759999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.89265, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.352976, "system_cpu_s_delta": 3.630000000000109, "user_cpu_core_ratio": 0.539674, "user_cpu_s_delta": 5.550000000000182}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.557, "count": 256, "max_ms": 4.763, "p95_ms": 2.989, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.412, "count": 30, "max": 27.888, "p95": 22.585, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.879, "count": 30, "max": 14.175, "p95": 13.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 531.0, "count": 30, "max": 616.0, "p95": 605.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 353.3, "count": 30, "max": 3576.0, "p95": 1462.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.335, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.772, "count": 30, "max": 0.877, "p95": 0.844, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81603.4, "count": 30, "max": 86543.0, "p95": 85071.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78804.733, "count": 30, "max": 86543.0, "p95": 85071.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.7, "count": 30, "max": 2231.0, "p95": 1237.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.579, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 0.863, "p95": 0.856, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 340, "sampled_at": "2026-09-01T13:43:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:43:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 39014, "flush_count": 60, "flush_interval_seconds": 30.0, "flush_state": {"count": 60, "last_at": "2026-09-01T13:44:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:44:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 59}, "started": true, "suppressed_count": 27230, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 60, "written_record_count": 60}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5846.262, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 75448627200, "copied_frame_count": 27289, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 75448627200, "frame_buffer_copies": 27289, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0749, "count": 512, "max_ms": 0.9565, "p50_ms": 0.0655, "p95_ms": 0.1087, "p99_ms": 0.1441}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7952, "count": 512, "max_ms": 3.0312, "p50_ms": 0.6791, "p95_ms": 1.4499, "p99_ms": 2.2158, "results": {"failed": 0, "not_applicable": 0, "success": 27289, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:44:26+09:00", "last_error_summary": "[h264 @ 0x5edc6a8346c0] error while decoding MB 145 62, bytestream -5 [h264 @ 0x5edc6a0838c0] cabac decode of qscale diff failed at 84 97 [h264 @ 0x5edc6a0838c0] error while decoding MB 84 97, bytestream 20929 [h264 @ 0x5edc6a903540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edc6a903540] error while decoding MB 0 99, bytestream 20401 [h264 @ 0x5edc6a01f180] cabac decode of qscale diff failed at 140 100 [h264 @ 0x5edc6a01f180] error while decoding MB 140 100, bytestream 557", "last_exit_at": "2026-09-01T13:44:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.828, "last_started_at": "2026-09-01T13:37:20+09:00", "pid": 6310, "process": {"exists": false, "pid": 6310}, "restart_count": 22, "restart_count_per_hour": 22, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.555, "sample_count": 2830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:44:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-09-01T13:44:26+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-09-01T13:44:26+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.631, "last_sample_duration_ms": 408.71, "last_trigger": "periodic", "next_snapshot_in_sec": 201.369, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 156, "storage_bytes": 1913658}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-09-01T13:44:26.145518+09:00", "mtime_epoch": 1788237866.1455178, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87417}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:44:26+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1966.625, "name": "celery", "pid": 206, "rss_mb": 1966.625, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 27289, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.146, "pushed": 7.146, "read": 7.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.005, "count": 214, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 59.916, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.438, "count": 213, "max_ms": 2.462, "p95_ms": 1.132, "reason": null, "sample_age_ms": 142.573, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 213, "max_ms": 1.858, "p95_ms": 0.887, "reason": null, "sample_age_ms": 142.772, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 214, "max_ms": 0.172, "p95_ms": 0.088, "reason": null, "sample_age_ms": 59.922, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.2, "count": 213, "max_ms": 3.009, "p95_ms": 2.008, "reason": null, "sample_age_ms": 141.221, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2211848.0, "count": 213, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 141.205, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.99, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.325, "count": 214, "max_ms": 85.773, "p95_ms": 74.661, "reason": null, "sample_age_ms": 59.912, "source": "client_direct"}, "sample_age_ms": 59.909, "source": "client_direct", "task_total_ms": {"avg_ms": 68.703, "count": 214, "max_ms": 87.424, "p95_ms": 76.396, "reason": null, "sample_age_ms": 59.909, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.943, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.623, "count": 214, "max_ms": 1.298, "p95_ms": 0.871}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 214, "max_ms": 0.451, "p95_ms": 0.217}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 214, "max_ms": 0.183, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.002, "count": 214, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 214, "max_ms": 0.113, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.001, "count": 214, "max_ms": 0.007, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 214, "max_ms": 0.294, "p95_ms": 0.165}, "setup_ms": {"avg_ms": 0.031, "count": 214, "max_ms": 0.112, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.594, "count": 214, "max_ms": 1.266, "p95_ms": 0.842}, "track_match_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.053, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.173, "count": 214, "max_ms": 0.376, "p95_ms": 0.263}}, "gstreamer_push": {"avg_ms": 1.572, "count": 214, "max_ms": 7.293, "p95_ms": 2.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 214, "max_ms": 0.545, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.373, "count": 214, "max_ms": 87.973, "p95_ms": 77.105}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 214, "max_ms": 0.088, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.062, "count": 214, "max_ms": 125.763, "p95_ms": 106.217}, "inference_input_copy_ms": {"avg_ms": 1.231, "count": 214, "max_ms": 3.17, "p95_ms": 2.353}, "processing_residual_ms": {"avg_ms": 0.083, "count": 214, "max_ms": 0.345, "p95_ms": 0.186}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.403, "count": 214, "max_ms": 127.123, "p95_ms": 107.432}, "read_interval": {"avg_ms": 140.432, "count": 213, "max_ms": 3346.343, "p95_ms": 124.364}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 214, "max_ms": 0.053, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.079, "count": 214, "max_ms": 0.225, "p95_ms": 0.115}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.028, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 214, "max_ms": 0.202, "p95_ms": 0.099}, "worker_merge_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.058, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 69.384, "count": 214, "max_ms": 87.988, "p95_ms": 77.114}, "visualize": {"avg_ms": 22.465, "count": 214, "max_ms": 41.141, "p95_ms": 33.448}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 22.346, "count": 214, "max_ms": 40.944, "p95_ms": 33.321}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.279, "count": 214, "max_ms": 40.796, "p95_ms": 33.259}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 214, "max_ms": 0.06, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1966.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.45, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.703, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85875, "write_bytes_delta": 85875, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 275.0, "cpu_core_ratio": 0.992805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1338.0, "pid": 6310, "reason": null, "system_cpu_core_ratio": 0.335473, "system_cpu_s_delta": 3.4499999999999993, "user_cpu_core_ratio": 0.657332, "user_cpu_s_delta": 6.759999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.89265, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.352976, "system_cpu_s_delta": 3.630000000000109, "user_cpu_core_ratio": 0.539674, "user_cpu_s_delta": 5.550000000000182}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.557, "count": 256, "max_ms": 4.763, "p95_ms": 2.989, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.412, "count": 30, "max": 27.888, "p95": 22.585, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.879, "count": 30, "max": 14.175, "p95": 13.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 531.0, "count": 30, "max": 616.0, "p95": 605.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 353.3, "count": 30, "max": 3576.0, "p95": 1462.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.335, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.772, "count": 30, "max": 0.877, "p95": 0.844, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81603.4, "count": 30, "max": 86543.0, "p95": 85071.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78804.733, "count": 30, "max": 86543.0, "p95": 85071.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.7, "count": 30, "max": 2231.0, "p95": 1237.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.579, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 0.863, "p95": 0.856, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 340, "sampled_at": "2026-09-01T13:43:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:43:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 39014, "flush_count": 60, "flush_interval_seconds": 30.0, "flush_state": {"count": 60, "last_at": "2026-09-01T13:44:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:44:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 59}, "started": true, "suppressed_count": 27230, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 60, "written_record_count": 60}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6035.832, "limit_mb": null}, "detail": {"pid": 6426, "restart_count": 23, "start_count": 24}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 75448627200, "copied_frame_count": 27289, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 75448627200, "frame_buffer_copies": 27289, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0749, "count": 512, "max_ms": 0.9565, "p50_ms": 0.0655, "p95_ms": 0.1087, "p99_ms": 0.1441}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7952, "count": 512, "max_ms": 3.0312, "p50_ms": 0.6791, "p95_ms": 1.4499, "p99_ms": 2.2158, "results": {"failed": 0, "not_applicable": 0, "success": 27289, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:44:26+09:00", "last_error_summary": "[h264 @ 0x5edc6a8346c0] error while decoding MB 145 62, bytestream -5 [h264 @ 0x5edc6a0838c0] cabac decode of qscale diff failed at 84 97 [h264 @ 0x5edc6a0838c0] error while decoding MB 84 97, bytestream 20929 [h264 @ 0x5edc6a903540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edc6a903540] error while decoding MB 0 99, bytestream 20401 [h264 @ 0x5edc6a01f180] cabac decode of qscale diff failed at 140 100 [h264 @ 0x5edc6a01f180] error while decoding MB 140 100, bytestream 557", "last_exit_at": "2026-09-01T13:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T13:44:28+09:00", "pid": 6426, "process": {"exists": true, "fd_count": 5, "hwm_mb": 221.496, "name": "ffmpeg", "pid": 6426, "rss_mb": 221.496, "state": "S (sleeping)", "threads": 19}, "restart_count": 23, "restart_count_per_hour": 23, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.555, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:44:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 4.598, "last_frame_pushed_at": "2026-09-01T13:44:26+09:00", "last_frame_read_age_sec": 4.714, "last_frame_read_at": "2026-09-01T13:44:26+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 403.226, "last_sample_duration_ms": 408.71, "last_trigger": "periodic", "next_snapshot_in_sec": 196.774, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 156, "storage_bytes": 1913658}, "mjpeg": {"age_sec": 4.591, "exists": true, "mtime": "2026-09-01T13:44:26.145518+09:00", "mtime_epoch": 1788237866.1455178, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87417}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:44:30+09:00", "process": {"exists": true, "fd_count": 161, "hwm_mb": 1966.629, "name": "celery", "pid": 206, "rss_mb": 1966.629, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 27289, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.385, "pushed": 6.385, "read": 6.352}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4636.231, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.442, "count": 190, "max_ms": 2.462, "p95_ms": 1.119, "reason": null, "sample_age_ms": 4718.889, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.164, "count": 190, "max_ms": 1.858, "p95_ms": 0.88, "reason": null, "sample_age_ms": 4719.088, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 191, "max_ms": 0.172, "p95_ms": 0.089, "reason": null, "sample_age_ms": 4636.238, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.186, "count": 190, "max_ms": 3.009, "p95_ms": 1.961, "reason": null, "sample_age_ms": 4717.536, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4717.52, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4636.306, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 67.31, "count": 191, "max_ms": 85.773, "p95_ms": 74.534, "reason": null, "sample_age_ms": 4636.228, "source": "client_direct"}, "sample_age_ms": 4636.224, "source": "client_direct", "task_total_ms": {"avg_ms": 68.679, "count": 191, "max_ms": 87.424, "p95_ms": 76.286, "reason": null, "sample_age_ms": 4636.224, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.675, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.619, "count": 191, "max_ms": 1.298, "p95_ms": 0.867}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.145, "count": 191, "max_ms": 0.451, "p95_ms": 0.212}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 191, "max_ms": 0.156, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.002, "count": 191, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 191, "max_ms": 0.113, "p95_ms": 0.076}, "mcmt_ms": {"avg_ms": 0.001, "count": 191, "max_ms": 0.007, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 191, "max_ms": 0.294, "p95_ms": 0.164}, "setup_ms": {"avg_ms": 0.031, "count": 191, "max_ms": 0.112, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.589, "count": 191, "max_ms": 1.266, "p95_ms": 0.828}, "track_match_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.17, "count": 191, "max_ms": 0.376, "p95_ms": 0.258}}, "gstreamer_push": {"avg_ms": 1.546, "count": 191, "max_ms": 7.293, "p95_ms": 2.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 191, "max_ms": 0.545, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 69.35, "count": 191, "max_ms": 87.973, "p95_ms": 77.105}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 191, "max_ms": 0.088, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.818, "count": 191, "max_ms": 125.763, "p95_ms": 106.217}, "inference_input_copy_ms": {"avg_ms": 1.219, "count": 191, "max_ms": 3.17, "p95_ms": 2.372}, "processing_residual_ms": {"avg_ms": 0.078, "count": 191, "max_ms": 0.295, "p95_ms": 0.158}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.142, "count": 191, "max_ms": 127.123, "p95_ms": 107.015}, "read_interval": {"avg_ms": 133.099, "count": 190, "max_ms": 3346.343, "p95_ms": 121.457}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 191, "max_ms": 0.033, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.079, "count": 191, "max_ms": 0.225, "p95_ms": 0.11}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.028, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 191, "max_ms": 0.202, "p95_ms": 0.097}, "worker_merge_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.058, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 69.361, "count": 191, "max_ms": 87.988, "p95_ms": 77.114}, "visualize": {"avg_ms": 22.256, "count": 191, "max_ms": 41.141, "p95_ms": 32.74}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 22.138, "count": 191, "max_ms": 40.944, "p95_ms": 32.57}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.072, "count": 191, "max_ms": 40.796, "p95_ms": 32.492}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 191, "max_ms": 0.06, "p95_ms": 0.043}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1966.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.45, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.703, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85875, "write_bytes_delta": 85875, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 275.0, "cpu_core_ratio": 0.992805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1338.0, "pid": 6310, "reason": null, "system_cpu_core_ratio": 0.335473, "system_cpu_s_delta": 3.4499999999999993, "user_cpu_core_ratio": 0.657332, "user_cpu_s_delta": 6.759999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.89265, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.352976, "system_cpu_s_delta": 3.630000000000109, "user_cpu_core_ratio": 0.539674, "user_cpu_s_delta": 5.550000000000182}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.557, "count": 256, "max_ms": 4.763, "p95_ms": 2.989, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.412, "count": 30, "max": 27.888, "p95": 22.585, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.879, "count": 30, "max": 14.175, "p95": 13.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 531.0, "count": 30, "max": 616.0, "p95": 605.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 353.3, "count": 30, "max": 3576.0, "p95": 1462.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.335, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.772, "count": 30, "max": 0.877, "p95": 0.844, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81603.4, "count": 30, "max": 86543.0, "p95": 85071.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78804.733, "count": 30, "max": 86543.0, "p95": 85071.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.7, "count": 30, "max": 2231.0, "p95": 1237.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.579, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 0.863, "p95": 0.856, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 340, "sampled_at": "2026-09-01T13:43:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:43:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "running", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_124612_33c994c7.jsonl", "file_size_bytes": 39649, "flush_count": 61, "flush_interval_seconds": 30.0, "flush_state": {"count": 61, "last_at": "2026-09-01T13:45:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T13:45:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 60}, "started": true, "suppressed_count": 27764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27764}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 61, "written_record_count": 61}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5836.367, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "33c994c7", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.009, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 76927795200, "copied_frame_count": 27824, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "33c994c7", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 76927795200, "frame_buffer_copies": 27824, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0766, "count": 512, "max_ms": 1.0, "p50_ms": 0.0662, "p95_ms": 0.1117, "p99_ms": 0.1825}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8467, "count": 512, "max_ms": 3.887, "p50_ms": 0.708, "p95_ms": 1.6146, "p99_ms": 2.4848, "results": {"failed": 0, "not_applicable": 0, "success": 27824, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0173, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "33c994c7", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T13:44:26+09:00", "last_error_summary": "[h264 @ 0x5edc6a8346c0] error while decoding MB 145 62, bytestream -5 [h264 @ 0x5edc6a0838c0] cabac decode of qscale diff failed at 84 97 [h264 @ 0x5edc6a0838c0] error while decoding MB 84 97, bytestream 20929 [h264 @ 0x5edc6a903540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edc6a903540] error while decoding MB 0 99, bytestream 20401 [h264 @ 0x5edc6a01f180] cabac decode of qscale diff failed at 140 100 [h264 @ 0x5edc6a01f180] error while decoding MB 140 100, bytestream 557", "last_exit_at": "2026-09-01T13:44:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 58.545, "last_started_at": "2026-09-01T13:44:28+09:00", "pid": 6426, "process": {"exists": false, "pid": 6426}, "restart_count": 23, "restart_count_per_hour": 23, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.314, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:45:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "33c994c7", "last_frame_pushed_age_sec": 0.461, "last_frame_pushed_at": "2026-09-01T13:45:26+09:00", "last_frame_read_age_sec": 0.565, "last_frame_read_at": "2026-09-01T13:45:26+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.435, "last_sample_duration_ms": 308.02, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.565, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 157, "storage_bytes": 1921152}, "mjpeg": {"age_sec": 0.454, "exists": true, "mtime": "2026-09-01T13:45:26.826047+09:00", "mtime_epoch": 1788237926.8260474, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T13:45:27+09:00", "process": {"exists": true, "fd_count": 159, "hwm_mb": 1966.469, "name": "celery", "pid": 206, "rss_mb": 1958.098, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 27824, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 285}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 285}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 285}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 285}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 285}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 285}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 285}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.504, "pushed": 9.504, "read": 9.471}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 284, "client_acquire_ms": {"avg_ms": 0.006, "count": 284, "max_ms": 0.053, "p95_ms": 0.014, "reason": null, "sample_age_ms": 493.47, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.412, "count": 284, "max_ms": 1.993, "p95_ms": 1.06, "reason": null, "sample_age_ms": 570.535, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.15, "count": 284, "max_ms": 1.386, "p95_ms": 0.767, "reason": null, "sample_age_ms": 570.703, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 284, "max_ms": 0.23, "p95_ms": 0.09, "reason": null, "sample_age_ms": 493.477, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.311, "count": 284, "max_ms": 3.214, "p95_ms": 2.381, "reason": null, "sample_age_ms": 569.406, "source": "client_direct"}, "request_count": 284, "request_tensor_bytes": {"avg": 2211848.0, "count": 284, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 569.366, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 284, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 493.592, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 68.875, "count": 284, "max_ms": 90.855, "p95_ms": 76.741, "reason": null, "sample_age_ms": 493.466, "source": "client_direct"}, "sample_age_ms": 493.463, "source": "client_direct", "task_total_ms": {"avg_ms": 70.367, "count": 284, "max_ms": 92.375, "p95_ms": 79.038, "reason": null, "sample_age_ms": 493.463, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.984, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 285, "max_ms": 1.565, "p95_ms": 0.95}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 285, "max_ms": 0.39, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 285, "max_ms": 0.178, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.002, "count": 285, "max_ms": 0.012, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 285, "max_ms": 0.192, "p95_ms": 0.087}, "mcmt_ms": {"avg_ms": 0.001, "count": 285, "max_ms": 0.012, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 285, "max_ms": 0.397, "p95_ms": 0.167}, "setup_ms": {"avg_ms": 0.031, "count": 285, "max_ms": 0.09, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.607, "count": 285, "max_ms": 1.535, "p95_ms": 0.917}, "track_match_ms": {"avg_ms": 0.004, "count": 285, "max_ms": 0.025, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.18, "count": 285, "max_ms": 0.744, "p95_ms": 0.297}}, "gstreamer_push": {"avg_ms": 1.713, "count": 285, "max_ms": 6.431, "p95_ms": 3.504}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 285, "max_ms": 0.282, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 70.995, "count": 285, "max_ms": 92.874, "p95_ms": 79.865}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 285, "max_ms": 0.369, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 285, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 285, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.936, "count": 285, "max_ms": 150.333, "p95_ms": 108.308}, "inference_input_copy_ms": {"avg_ms": 0.996, "count": 285, "max_ms": 3.499, "p95_ms": 2.391}, "processing_residual_ms": {"avg_ms": 0.08, "count": 285, "max_ms": 0.62, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 285, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 285, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.041, "count": 285, "max_ms": 151.725, "p95_ms": 110.295}, "read_interval": {"avg_ms": 103.904, "count": 284, "max_ms": 162.696, "p95_ms": 123.939}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 285, "max_ms": 0.055, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.079, "count": 285, "max_ms": 0.302, "p95_ms": 0.116}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 285, "max_ms": 0.022, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 285, "max_ms": 0.278, "p95_ms": 0.101}, "worker_merge_ms": {"avg_ms": 0.003, "count": 285, "max_ms": 0.024, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 71.007, "count": 285, "max_ms": 92.888, "p95_ms": 79.878}, "visualize": {"avg_ms": 22.693, "count": 285, "max_ms": 59.501, "p95_ms": 32.1}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 22.577, "count": 285, "max_ms": 59.207, "p95_ms": 31.933}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 285, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 285, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.508, "count": 285, "max_ms": 59.126, "p95_ms": 31.817}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 285, "max_ms": 0.074, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 285}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 285}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1966.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.168, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "33c994c7", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.888, "sample_count": 2788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T13:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85749, "write_bytes_delta": 85749, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 623.0, "cpu_core_ratio": 0.921184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6426, "reason": null, "system_cpu_core_ratio": 0.040964, "system_cpu_s_delta": 0.4099999999999999, "user_cpu_core_ratio": 0.88022, "user_cpu_s_delta": 8.809999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.352801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.51854, "system_cpu_s_delta": 5.190000000000055, "user_cpu_core_ratio": 0.834261, "user_cpu_s_delta": 8.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.727, "count": 285, "max_ms": 6.431, "p95_ms": 3.387, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 285}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 285}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.804, "count": 30, "max": 27.888, "p95": 16.365, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.719, "count": 30, "max": 14.175, "p95": 13.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 527.9, "count": 30, "max": 727.0, "p95": 624.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2544.8, "count": 30, "max": 52794.0, "p95": 8503.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.37, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.773, "count": 30, "max": 0.902, "p95": 0.889, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.602, "p95": 0.09, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82194.933, "count": 30, "max": 87599.0, "p95": 87409.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79404.933, "count": 30, "max": 87599.0, "p95": 87409.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.367, "count": 30, "max": 2231.0, "p95": 1237.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.579, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.798, "count": 30, "max": 0.863, "p95": 0.856, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 346, "sampled_at": "2026-09-01T13:45:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T13:45:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-09-01T12:46:10+09:00", "state": "stopping", "task_id": "b7317613-2445-4d6e-8fd8-4590d182bc77", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_145443_b0315c22.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-01T14:54:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T14:54:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6158.152, "limit_mb": null}, "detail": {"pid": 6549, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "b0315c22", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "b0315c22", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T14:54:43+09:00", "pid": 6549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.68, "name": "ffmpeg", "pid": 6549, "rss_mb": 332.68, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.175}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b0315c22", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 215.642, "last_sample_duration_ms": 286.569, "last_trigger": "periodic", "next_snapshot_in_sec": 384.358, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 165, "storage_bytes": 1972941}, "mjpeg": {"age_sec": 4159.059, "exists": true, "mtime": "2026-09-01T13:45:26.826047+09:00", "mtime_epoch": 1788237926.8260474, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 87004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T14:54:45+09:00", "process": {"exists": true, "fd_count": 164, "hwm_mb": 1966.469, "name": "celery", "pid": 206, "rss_mb": 1954.047, "state": "R (running)", "threads": 69}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.074, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T14:54:42+09:00", "state": "running", "task_id": "4b44061f-e001-4518-a870-5f9c1c342bf1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_145443_b0315c22.jsonl", "file_size_bytes": 13819, "flush_count": 27, "flush_interval_seconds": 30.0, "flush_state": {"count": 27, "last_at": "2026-09-01T15:19:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T15:19:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 26}, "started": true, "suppressed_count": 15340, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15340}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 27, "written_record_count": 27}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6010.363, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "b0315c22", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.013, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "4b44061f-e001-4518-a870-5f9c1c342bf1"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 42483916800, "copied_frame_count": 15366, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "b0315c22", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 42483916800, "frame_buffer_copies": 15366, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0754, "count": 512, "max_ms": 1.2787, "p50_ms": 0.0651, "p95_ms": 0.109, "p99_ms": 0.1803}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8018, "count": 512, "max_ms": 3.0593, "p50_ms": 0.7109, "p95_ms": 1.3244, "p99_ms": 1.7664, "results": {"failed": 0, "not_applicable": 0, "success": 15366, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0112, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "b0315c22", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1538.567, "last_started_at": "2026-09-01T14:54:43+09:00", "pid": 6549, "process": {"exists": false, "pid": 6549}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.39, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T15:20:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b0315c22", "last_frame_pushed_age_sec": 0.503, "last_frame_pushed_at": "2026-09-01T15:20:21+09:00", "last_frame_read_age_sec": 0.566, "last_frame_read_at": "2026-09-01T15:20:21+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.474, "last_sample_duration_ms": 356.013, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.526, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 169, "storage_bytes": 2002960}, "mjpeg": {"age_sec": 0.496, "exists": true, "mtime": "2026-09-01T15:20:21.954391+09:00", "mtime_epoch": 1788243621.9543905, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95937}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T15:20:22+09:00", "process": {"exists": true, "fd_count": 165, "hwm_mb": 2102.273, "name": "celery", "pid": 206, "rss_mb": 2093.145, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 15366, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 295}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.844, "pushed": 9.844, "read": 9.844}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 295, "client_acquire_ms": {"avg_ms": 0.005, "count": 295, "max_ms": 0.053, "p95_ms": 0.008, "reason": null, "sample_age_ms": 545.609, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.32, "count": 295, "max_ms": 1.257, "p95_ms": 0.985, "reason": null, "sample_age_ms": 571.092, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.133, "count": 295, "max_ms": 1.035, "p95_ms": 0.802, "reason": null, "sample_age_ms": 571.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 295, "max_ms": 0.179, "p95_ms": 0.106, "reason": null, "sample_age_ms": 545.614, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.997, "count": 295, "max_ms": 2.26, "p95_ms": 1.735, "reason": null, "sample_age_ms": 570.184, "source": "client_direct"}, "request_count": 295, "request_tensor_bytes": {"avg": 2211848.0, "count": 295, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 570.171, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 295, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 545.676, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.318, "count": 295, "max_ms": 38.96, "p95_ms": 33.746, "reason": null, "sample_age_ms": 545.606, "source": "client_direct"}, "sample_age_ms": 545.603, "source": "client_direct", "task_total_ms": {"avg_ms": 28.497, "count": 295, "max_ms": 40.206, "p95_ms": 35.04, "reason": null, "sample_age_ms": 545.603, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.506, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.507, "count": 295, "max_ms": 1.293, "p95_ms": 0.744}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.169, "count": 295, "max_ms": 0.481, "p95_ms": 0.269}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 295, "max_ms": 0.161, "p95_ms": 0.105}, "event_filter_ms": {"avg_ms": 0.002, "count": 295, "max_ms": 0.031, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 295, "max_ms": 0.129, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.001, "count": 295, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 295, "max_ms": 0.385, "p95_ms": 0.189}, "setup_ms": {"avg_ms": 0.031, "count": 295, "max_ms": 0.078, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.479, "count": 295, "max_ms": 1.228, "p95_ms": 0.705}, "track_match_ms": {"avg_ms": 0.003, "count": 295, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 295, "max_ms": 0.05, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 3.192, "count": 295, "max_ms": 5.721, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 295, "max_ms": 0.097, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.05, "count": 295, "max_ms": 40.682, "p95_ms": 35.889}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 295, "max_ms": 0.221, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.279, "count": 295, "max_ms": 78.865, "p95_ms": 74.725}, "inference_input_copy_ms": {"avg_ms": 0.791, "count": 295, "max_ms": 2.291, "p95_ms": 1.398}, "processing_residual_ms": {"avg_ms": 0.081, "count": 295, "max_ms": 0.234, "p95_ms": 0.14}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.181, "count": 295, "max_ms": 80.178, "p95_ms": 75.568}, "read_interval": {"avg_ms": 100.005, "count": 295, "max_ms": 224.385, "p95_ms": 133.946}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 295, "max_ms": 0.036, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.086, "count": 295, "max_ms": 0.281, "p95_ms": 0.136}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 295, "max_ms": 0.024, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 295, "max_ms": 0.246, "p95_ms": 0.119}, "worker_merge_ms": {"avg_ms": 0.003, "count": 295, "max_ms": 0.017, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 29.062, "count": 295, "max_ms": 40.694, "p95_ms": 35.9}, "visualize": {"avg_ms": 34.153, "count": 295, "max_ms": 50.601, "p95_ms": 43.127}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 34.013, "count": 295, "max_ms": 50.422, "p95_ms": 43.009}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.017, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.941, "count": 295, "max_ms": 50.349, "p95_ms": 42.934}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 295, "max_ms": 0.063, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 295}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2093.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.616, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "b0315c22", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.552, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T15:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95617, "write_bytes_delta": 95617, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 708.0, "cpu_core_ratio": 0.940982, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6549, "reason": null, "system_cpu_core_ratio": 0.045563, "system_cpu_s_delta": 0.45999999999999375, "user_cpu_core_ratio": 0.895418, "user_cpu_s_delta": 9.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.52439, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 336463.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.721089, "system_cpu_s_delta": 7.279999999999745, "user_cpu_core_ratio": 0.803301, "user_cpu_s_delta": 8.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.102, "count": 303, "max_ms": 8.946, "p95_ms": 5.332, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 303}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 303}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.751, "count": 30, "max": 24.399, "p95": 18.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.062, "count": 30, "max": 17.426, "p95": 13.901, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.067, "count": 30, "max": 732.0, "p95": 721.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.052, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 0.963, "p95": 0.95, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.069, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93505.3, "count": 30, "max": 95617.0, "p95": 95342.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93505.3, "count": 30, "max": 95617.0, "p95": 95342.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 388258.3, "count": 30, "max": 480483.0, "p95": 446634.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.762, "count": 30, "max": 0.828, "p95": 0.817, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.844, "count": 30, "max": 0.875, "p95": 0.868, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 151, "sampled_at": "2026-09-01T15:20:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T15:20:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-09-01T14:54:42+09:00", "state": "stopping", "task_id": "4b44061f-e001-4518-a870-5f9c1c342bf1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 6038.402, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2749748428800, "copied_frame_count": 994556, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-01T13:36:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 8139339, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-01T13:36:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.616}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 75, "events_emitted": 28, "events_failed": 47, "events_observed": 75, "events_suppressed": 0, "frame_buffer_copied_bytes": 2749748428800, "frame_buffer_copies": 994556, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1400, "recorder_active_input_bytes": 3870720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 28, "recorder_clips_failed": 0, "recorder_clips_started": 28, "stage_failures": 47, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 28, "worker_jobs_accepted": 75, "worker_jobs_completed": 28, "worker_jobs_failed": 47, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0565, "count": 512, "max_ms": 0.2144, "p50_ms": 0.0536, "p95_ms": 0.073, "p99_ms": 0.0868}, "stages": {"db_insert": {"avg_ms": 23.3687, "count": 28, "max_ms": 42.2181, "p50_ms": 20.6928, "p95_ms": 38.8593, "p99_ms": 41.4714, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.8233, "count": 75, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.3646, "p99_ms": 1.786, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 411.2954, "count": 75, "max_ms": 1566.0688, "p50_ms": 37.8064, "p95_ms": 1398.7313, "p99_ms": 1544.7809, "results": {"failed": 47, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4246, "count": 512, "max_ms": 1.321, "p50_ms": 0.4029, "p95_ms": 0.5593, "p99_ms": 0.704, "results": {"failed": 0, "not_applicable": 0, "success": 994556, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 165.5636, "count": 75, "max_ms": 801.9044, "p50_ms": 2.1911, "p95_ms": 723.5858, "p99_ms": 773.212, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.8583, "count": 75, "max_ms": 41.993, "p50_ms": 10.4817, "p95_ms": 27.994, "p99_ms": 33.6902, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 7.9873, "count": 512, "max_ms": 17.6003, "p50_ms": 5.0072, "p95_ms": 14.6673, "p99_ms": 16.1264, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.655, "count": 512, "max_ms": 3.5139, "p50_ms": 0.5694, "p95_ms": 1.2802, "p99_ms": 2.6051, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 163.4298, "count": 75, "max_ms": 799.3686, "p50_ms": 0.059, "p95_ms": 721.4916, "p99_ms": 770.9335, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 47, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 378.8229, "count": 28, "max_ms": 738.9183, "p50_ms": 307.809, "p95_ms": 689.6902, "p99_ms": 727.686, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 56.2721, "count": 28, "max_ms": 80.7567, "p50_ms": 56.6646, "p95_ms": 63.8219, "p99_ms": 76.3428, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0765, "count": 28, "max_ms": 2.4734, "p50_ms": 0.983, "p95_ms": 1.9366, "p99_ms": 2.4355, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 47, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.5192, "count": 28, "max_ms": 31.8775, "p50_ms": 26.6369, "p95_ms": 29.8288, "p99_ms": 31.3692, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6064, "count": 75, "max_ms": 3.4546, "p50_ms": 0.5126, "p95_ms": 0.8484, "p99_ms": 2.3571, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4304, "count": 28, "max_ms": 5.9334, "p50_ms": 0.7706, "p95_ms": 4.1172, "p99_ms": 5.4997, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4304, "count": 28, "max_ms": 5.9334, "p50_ms": 0.7706, "p95_ms": 4.1172, "p99_ms": 5.4997, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6064, "count": 75, "max_ms": 3.4546, "p50_ms": 0.5126, "p95_ms": 0.8484, "p99_ms": 2.3571, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.544, "count": 75, "max_ms": 2.1497, "p50_ms": 0.4828, "p95_ms": 0.7626, "p99_ms": 1.5727, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 559.3124, "count": 28, "max_ms": 1072.7741, "p50_ms": 496.056, "p95_ms": 1025.6158, "p99_ms": 1060.3327, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.4855, "count": 75, "max_ms": 9.1117, "p50_ms": 0.7956, "p95_ms": 5.3236, "p99_ms": 8.1581, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.1077, "count": 75, "max_ms": 30.854, "p50_ms": 4.0208, "p95_ms": 20.5034, "p99_ms": 28.3692, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0576, "count": 75, "max_ms": 0.6135, "p50_ms": 0.0441, "p95_ms": 0.0743, "p99_ms": 0.2431, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.333, "count": 75, "max_ms": 47.4539, "p50_ms": 1.6956, "p95_ms": 3.1633, "p99_ms": 15.1518, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 243.6268, "count": 75, "max_ms": 1108.6185, "p50_ms": 33.3065, "p95_ms": 936.2495, "p99_ms": 1097.4232, "results": {"failed": 47, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 47}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 75, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 75, "max_ms": 0.6135, "p50_ms": 0.0441, "p95_ms": 0.0743, "p99_ms": 0.2431}, "wait_ms": {"count": 75, "max_ms": 47.4539, "p50_ms": 1.6956, "p95_ms": 3.1633, "p99_ms": 15.1518}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 75, "artifact_failed": 0, "artifact_requested": 75, "artifact_success": 75, "completed": 75, "completed_failed": 47, "completed_success": 28, "cooldown_promoted": 28, "database_requested": 75, "db_insert_success": 28, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6674, "relay_business_failed": 0, "relay_business_success": 28, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 75, "relay_transport_failed": 0, "relay_transport_success": 28, "reservation_requested": 75}, "snapshot": {"copied_bytes": 207360000, "copied_count": 75, "copy": {"count": 75, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.3646, "p99_ms": 1.786}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:11:07+09:00", "last_error_summary": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47693.117, "last_started_at": "2026-09-01T03:12:07+09:00", "pid": 934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.551, "name": "ffmpeg", "pid": 934, "rss_mb": 305.551, "state": "S (sleeping)", "threads": 70}, "restart_count": 8, "restart_count_per_hour": 0, "rtsp_timeout_count": 23, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 47.115, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 994556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T16:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 30.053, "last_frame_pushed_at": "2026-09-01T16:26:30+09:00", "last_frame_read_age_sec": 30.095, "last_frame_read_at": "2026-09-01T16:26:30+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 177, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 61.574, "last_sample_duration_ms": 287.264, "last_trigger": "periodic", "next_snapshot_in_sec": 538.426, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 177, "storage_bytes": 2054809}, "mjpeg": {"age_sec": 30.045, "exists": true, "mtime": "2026-09-01T16:26:30.833561+09:00", "mtime_epoch": 1788247590.8335612, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 233882}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T16:27:00+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1386.699, "name": "celery", "pid": 236, "rss_mb": 1386.699, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 56, "last_event_ttl_s": 120.0, "last_prune_age_s": 30.411, "off_candidate_pruned_total": 89}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30067.716, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30065.358, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30067.252, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30068.22, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.93, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1386.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.375, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 47.048, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 994440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T16:26:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 390.0, "cpu_core_ratio": 0.240717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 934, "reason": null, "system_cpu_core_ratio": 0.026857, "system_cpu_s_delta": 0.2699999999999818, "user_cpu_core_ratio": 0.21386, "user_cpu_s_delta": 2.149999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.42573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.092507, "system_cpu_s_delta": 0.930000000000291, "user_cpu_core_ratio": 0.333223, "user_cpu_s_delta": 3.349999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.238, "count": 300, "max_ms": 2.514, "p95_ms": 1.577, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.023, "max": 10.0, "p95": 5.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.286, "count": 30, "max": 25.985, "p95": 20.343, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.17, "count": 30, "max": 14.09, "p95": 13.491, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 389.367, "count": 30, "max": 405.0, "p95": 402.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.21, "count": 30, "max": 0.229, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.061, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 256105.433, "count": 30, "max": 270232.0, "p95": 267835.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 221591.467, "count": 30, "max": 270232.0, "p95": 267835.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.267, "count": 30, "max": 72.0, "p95": 43.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 1.722, "p95": 1.677, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 1.338, "p95": 1.315, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9857, "sampled_at": "2026-09-01T16:26:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T16:26:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 5936.258, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2749748428800, "copied_frame_count": 994556, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-01T13:36:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 8139339, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-01T13:36:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.616}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 75, "events_emitted": 28, "events_failed": 47, "events_observed": 75, "events_suppressed": 0, "frame_buffer_copied_bytes": 2749748428800, "frame_buffer_copies": 994556, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1400, "recorder_active_input_bytes": 3870720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 28, "recorder_clips_failed": 0, "recorder_clips_started": 28, "stage_failures": 47, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 28, "worker_jobs_accepted": 75, "worker_jobs_completed": 28, "worker_jobs_failed": 47, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0565, "count": 512, "max_ms": 0.2144, "p50_ms": 0.0536, "p95_ms": 0.073, "p99_ms": 0.0868}, "stages": {"db_insert": {"avg_ms": 23.3687, "count": 28, "max_ms": 42.2181, "p50_ms": 20.6928, "p95_ms": 38.8593, "p99_ms": 41.4714, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.8233, "count": 75, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.3646, "p99_ms": 1.786, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 411.2954, "count": 75, "max_ms": 1566.0688, "p50_ms": 37.8064, "p95_ms": 1398.7313, "p99_ms": 1544.7809, "results": {"failed": 47, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4246, "count": 512, "max_ms": 1.321, "p50_ms": 0.4029, "p95_ms": 0.5593, "p99_ms": 0.704, "results": {"failed": 0, "not_applicable": 0, "success": 994556, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 165.5636, "count": 75, "max_ms": 801.9044, "p50_ms": 2.1911, "p95_ms": 723.5858, "p99_ms": 773.212, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.8583, "count": 75, "max_ms": 41.993, "p50_ms": 10.4817, "p95_ms": 27.994, "p99_ms": 33.6902, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 7.9873, "count": 512, "max_ms": 17.6003, "p50_ms": 5.0072, "p95_ms": 14.6673, "p99_ms": 16.1264, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.655, "count": 512, "max_ms": 3.5139, "p50_ms": 0.5694, "p95_ms": 1.2802, "p99_ms": 2.6051, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 163.4298, "count": 75, "max_ms": 799.3686, "p50_ms": 0.059, "p95_ms": 721.4916, "p99_ms": 770.9335, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 47, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 378.8229, "count": 28, "max_ms": 738.9183, "p50_ms": 307.809, "p95_ms": 689.6902, "p99_ms": 727.686, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 56.2721, "count": 28, "max_ms": 80.7567, "p50_ms": 56.6646, "p95_ms": 63.8219, "p99_ms": 76.3428, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0765, "count": 28, "max_ms": 2.4734, "p50_ms": 0.983, "p95_ms": 1.9366, "p99_ms": 2.4355, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 47, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.5192, "count": 28, "max_ms": 31.8775, "p50_ms": 26.6369, "p95_ms": 29.8288, "p99_ms": 31.3692, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6064, "count": 75, "max_ms": 3.4546, "p50_ms": 0.5126, "p95_ms": 0.8484, "p99_ms": 2.3571, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4304, "count": 28, "max_ms": 5.9334, "p50_ms": 0.7706, "p95_ms": 4.1172, "p99_ms": 5.4997, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4304, "count": 28, "max_ms": 5.9334, "p50_ms": 0.7706, "p95_ms": 4.1172, "p99_ms": 5.4997, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6064, "count": 75, "max_ms": 3.4546, "p50_ms": 0.5126, "p95_ms": 0.8484, "p99_ms": 2.3571, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.544, "count": 75, "max_ms": 2.1497, "p50_ms": 0.4828, "p95_ms": 0.7626, "p99_ms": 1.5727, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 559.3124, "count": 28, "max_ms": 1072.7741, "p50_ms": 496.056, "p95_ms": 1025.6158, "p99_ms": 1060.3327, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.4855, "count": 75, "max_ms": 9.1117, "p50_ms": 0.7956, "p95_ms": 5.3236, "p99_ms": 8.1581, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.1077, "count": 75, "max_ms": 30.854, "p50_ms": 4.0208, "p95_ms": 20.5034, "p99_ms": 28.3692, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0576, "count": 75, "max_ms": 0.6135, "p50_ms": 0.0441, "p95_ms": 0.0743, "p99_ms": 0.2431, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.333, "count": 75, "max_ms": 47.4539, "p50_ms": 1.6956, "p95_ms": 3.1633, "p99_ms": 15.1518, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 243.6268, "count": 75, "max_ms": 1108.6185, "p50_ms": 33.3065, "p95_ms": 936.2495, "p99_ms": 1097.4232, "results": {"failed": 47, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 47}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 75, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 75, "max_ms": 0.6135, "p50_ms": 0.0441, "p95_ms": 0.0743, "p99_ms": 0.2431}, "wait_ms": {"count": 75, "max_ms": 47.4539, "p50_ms": 1.6956, "p95_ms": 3.1633, "p99_ms": 15.1518}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 75, "artifact_failed": 0, "artifact_requested": 75, "artifact_success": 75, "completed": 75, "completed_failed": 47, "completed_success": 28, "cooldown_promoted": 28, "database_requested": 75, "db_insert_success": 28, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6674, "relay_business_failed": 0, "relay_business_success": 28, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 75, "relay_transport_failed": 0, "relay_transport_success": 28, "reservation_requested": 75}, "snapshot": {"copied_bytes": 207360000, "copied_count": 75, "copy": {"count": 75, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.3646, "p99_ms": 1.786}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:11:07+09:00", "last_error_summary": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47693.154, "last_started_at": "2026-09-01T03:12:07+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 8, "restart_count_per_hour": 0, "rtsp_timeout_count": 23, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 47.115, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 994556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T16:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 30.09, "last_frame_pushed_at": "2026-09-01T16:26:30+09:00", "last_frame_read_age_sec": 30.131, "last_frame_read_at": "2026-09-01T16:26:30+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 177, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 61.593, "last_sample_duration_ms": 287.264, "last_trigger": "periodic", "next_snapshot_in_sec": 538.407, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 177, "storage_bytes": 2054809}, "mjpeg": {"age_sec": 30.082, "exists": true, "mtime": "2026-09-01T16:26:30.833561+09:00", "mtime_epoch": 1788247590.8335612, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 233882}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T16:27:00+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1386.699, "name": "celery", "pid": 236, "rss_mb": 1386.699, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 56, "last_event_ttl_s": 120.0, "last_prune_age_s": 30.435, "off_candidate_pruned_total": 89}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30096.966, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30094.609, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30096.502, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30097.47, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.489, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1386.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.375, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 47.048, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 994440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T16:26:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 390.0, "cpu_core_ratio": 0.240717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 934, "reason": null, "system_cpu_core_ratio": 0.026857, "system_cpu_s_delta": 0.2699999999999818, "user_cpu_core_ratio": 0.21386, "user_cpu_s_delta": 2.149999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.42573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.092507, "system_cpu_s_delta": 0.930000000000291, "user_cpu_core_ratio": 0.333223, "user_cpu_s_delta": 3.349999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.238, "count": 300, "max_ms": 2.514, "p95_ms": 1.577, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.023, "max": 10.0, "p95": 5.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.286, "count": 30, "max": 25.985, "p95": 20.343, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.17, "count": 30, "max": 14.09, "p95": 13.491, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 389.367, "count": 30, "max": 405.0, "p95": 402.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.21, "count": 30, "max": 0.229, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.061, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 256105.433, "count": 30, "max": 270232.0, "p95": 267835.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 221591.467, "count": 30, "max": 270232.0, "p95": 267835.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.267, "count": 30, "max": 72.0, "p95": 43.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 1.722, "p95": 1.677, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 1.338, "p95": 1.315, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9857, "sampled_at": "2026-09-01T16:26:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T16:26:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 5886.27, "limit_mb": null}, "detail": {"pid": 6667, "restart_count": 9, "start_count": 10}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2749748428800, "copied_frame_count": 994556, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-01T13:36:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 8139339, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-01T13:36:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.616}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 75, "events_emitted": 28, "events_failed": 47, "events_observed": 75, "events_suppressed": 0, "frame_buffer_copied_bytes": 2749748428800, "frame_buffer_copies": 994556, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1400, "recorder_active_input_bytes": 3870720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 28, "recorder_clips_failed": 0, "recorder_clips_started": 28, "stage_failures": 47, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 28, "worker_jobs_accepted": 75, "worker_jobs_completed": 28, "worker_jobs_failed": 47, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0565, "count": 512, "max_ms": 0.2144, "p50_ms": 0.0536, "p95_ms": 0.073, "p99_ms": 0.0868}, "stages": {"db_insert": {"avg_ms": 23.3687, "count": 28, "max_ms": 42.2181, "p50_ms": 20.6928, "p95_ms": 38.8593, "p99_ms": 41.4714, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.8233, "count": 75, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.3646, "p99_ms": 1.786, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 411.2954, "count": 75, "max_ms": 1566.0688, "p50_ms": 37.8064, "p95_ms": 1398.7313, "p99_ms": 1544.7809, "results": {"failed": 47, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4246, "count": 512, "max_ms": 1.321, "p50_ms": 0.4029, "p95_ms": 0.5593, "p99_ms": 0.704, "results": {"failed": 0, "not_applicable": 0, "success": 994556, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 165.5636, "count": 75, "max_ms": 801.9044, "p50_ms": 2.1911, "p95_ms": 723.5858, "p99_ms": 773.212, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.8583, "count": 75, "max_ms": 41.993, "p50_ms": 10.4817, "p95_ms": 27.994, "p99_ms": 33.6902, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 7.9873, "count": 512, "max_ms": 17.6003, "p50_ms": 5.0072, "p95_ms": 14.6673, "p99_ms": 16.1264, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.655, "count": 512, "max_ms": 3.5139, "p50_ms": 0.5694, "p95_ms": 1.2802, "p99_ms": 2.6051, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 163.4298, "count": 75, "max_ms": 799.3686, "p50_ms": 0.059, "p95_ms": 721.4916, "p99_ms": 770.9335, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 47, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 378.8229, "count": 28, "max_ms": 738.9183, "p50_ms": 307.809, "p95_ms": 689.6902, "p99_ms": 727.686, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 56.2721, "count": 28, "max_ms": 80.7567, "p50_ms": 56.6646, "p95_ms": 63.8219, "p99_ms": 76.3428, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0765, "count": 28, "max_ms": 2.4734, "p50_ms": 0.983, "p95_ms": 1.9366, "p99_ms": 2.4355, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 47, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.5192, "count": 28, "max_ms": 31.8775, "p50_ms": 26.6369, "p95_ms": 29.8288, "p99_ms": 31.3692, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6064, "count": 75, "max_ms": 3.4546, "p50_ms": 0.5126, "p95_ms": 0.8484, "p99_ms": 2.3571, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4304, "count": 28, "max_ms": 5.9334, "p50_ms": 0.7706, "p95_ms": 4.1172, "p99_ms": 5.4997, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4304, "count": 28, "max_ms": 5.9334, "p50_ms": 0.7706, "p95_ms": 4.1172, "p99_ms": 5.4997, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6064, "count": 75, "max_ms": 3.4546, "p50_ms": 0.5126, "p95_ms": 0.8484, "p99_ms": 2.3571, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.544, "count": 75, "max_ms": 2.1497, "p50_ms": 0.4828, "p95_ms": 0.7626, "p99_ms": 1.5727, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 559.3124, "count": 28, "max_ms": 1072.7741, "p50_ms": 496.056, "p95_ms": 1025.6158, "p99_ms": 1060.3327, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.4855, "count": 75, "max_ms": 9.1117, "p50_ms": 0.7956, "p95_ms": 5.3236, "p99_ms": 8.1581, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.1077, "count": 75, "max_ms": 30.854, "p50_ms": 4.0208, "p95_ms": 20.5034, "p99_ms": 28.3692, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0576, "count": 75, "max_ms": 0.6135, "p50_ms": 0.0441, "p95_ms": 0.0743, "p99_ms": 0.2431, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.333, "count": 75, "max_ms": 47.4539, "p50_ms": 1.6956, "p95_ms": 3.1633, "p99_ms": 15.1518, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 243.6268, "count": 75, "max_ms": 1108.6185, "p50_ms": 33.3065, "p95_ms": 936.2495, "p99_ms": 1097.4232, "results": {"failed": 47, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 47}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 75, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 75, "max_ms": 0.6135, "p50_ms": 0.0441, "p95_ms": 0.0743, "p99_ms": 0.2431}, "wait_ms": {"count": 75, "max_ms": 47.4539, "p50_ms": 1.6956, "p95_ms": 3.1633, "p99_ms": 15.1518}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 75, "artifact_failed": 0, "artifact_requested": 75, "artifact_success": 75, "completed": 75, "completed_failed": 47, "completed_success": 28, "cooldown_promoted": 28, "database_requested": 75, "db_insert_success": 28, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6674, "relay_business_failed": 0, "relay_business_success": 28, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 75, "relay_transport_failed": 0, "relay_transport_success": 28, "reservation_requested": 75}, "snapshot": {"copied_bytes": 207360000, "copied_count": 75, "copy": {"count": 75, "max_ms": 2.5597, "p50_ms": 0.7438, "p95_ms": 1.3646, "p99_ms": 1.786}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:11:07+09:00", "last_error_summary": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T16:27:03+09:00", "pid": 6667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 151.117, "name": "ffmpeg", "pid": 6667, "rss_mb": 151.117, "state": "R (running)", "threads": 49}, "restart_count": 9, "restart_count_per_hour": 1, "rtsp_timeout_count": 23, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 47.126, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 994556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T16:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 35.0, "last_frame_pushed_at": "2026-09-01T16:26:30+09:00", "last_frame_read_age_sec": 35.042, "last_frame_read_at": "2026-09-01T16:26:30+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 177, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 66.506, "last_sample_duration_ms": 287.264, "last_trigger": "periodic", "next_snapshot_in_sec": 533.494, "reason": "waiting_for_next_snapshot", "rotation_count": 83, "runtime_state": "active", "sample_count": 177, "storage_bytes": 2054809}, "mjpeg": {"age_sec": 34.992, "exists": true, "mtime": "2026-09-01T16:26:30.833561+09:00", "mtime_epoch": 1788247590.8335612, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 233882}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T16:27:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1386.688, "name": "celery", "pid": 236, "rss_mb": 1386.688, "state": "S (sleeping)", "threads": 77}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 56, "last_event_ttl_s": 120.0, "last_prune_age_s": 35.348, "off_candidate_pruned_total": 89}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35008.123, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35005.766, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35007.659, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35008.627, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.043, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1386.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.695, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 47.115, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 994556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T16:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.059, "exists": true, "size_bytes": 233882, "write_bytes_delta": 233882, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 946.0, "cpu_core_ratio": 0.096558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 934, "reason": null, "system_cpu_core_ratio": 0.011714, "system_cpu_s_delta": 0.37000000000011823, "user_cpu_core_ratio": 0.084844, "user_cpu_s_delta": 2.680000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.025643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.006332, "system_cpu_s_delta": 0.2000000000007276, "user_cpu_core_ratio": 0.019312, "user_cpu_s_delta": 0.6100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.08, "count": 30, "max": 25.985, "p95": 20.343, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.796, "count": 30, "max": 14.09, "p95": 13.491, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 407.633, "count": 30, "max": 946.0, "p95": 404.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.206, "count": 30, "max": 0.229, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.004, "count": 30, "max": 30.059, "p95": 0.034, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 255198.133, "count": 30, "max": 270232.0, "p95": 267835.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 212367.7, "count": 30, "max": 270232.0, "p95": 267835.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 69.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 1.722, "p95": 1.677, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.545, "count": 30, "max": 1.338, "p95": 1.315, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9859, "sampled_at": "2026-09-01T16:27:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T16:27:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "running", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 5809.113, "limit_mb": null}, "detail": {"cctv_id": "20", "instance_id": "22281f5d", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.013, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2804405760000, "copied_frame_count": 1014325, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-01T16:59:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7203982, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-01T16:59:24+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.909}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "22281f5d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 76, "events_emitted": 29, "events_failed": 47, "events_observed": 76, "events_suppressed": 0, "frame_buffer_copied_bytes": 2804405760000, "frame_buffer_copies": 1014325, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1450, "recorder_active_input_bytes": 4008960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 29, "recorder_clips_failed": 0, "recorder_clips_started": 29, "stage_failures": 47, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 29, "worker_jobs_accepted": 76, "worker_jobs_completed": 29, "worker_jobs_failed": 47, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0541, "count": 512, "max_ms": 0.7811, "p50_ms": 0.0528, "p95_ms": 0.0761, "p99_ms": 0.0913}, "stages": {"db_insert": {"avg_ms": 23.6604, "count": 29, "max_ms": 42.2181, "p50_ms": 21.2715, "p95_ms": 38.7746, "p99_ms": 41.4437, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.8243, "count": 76, "max_ms": 2.5597, "p50_ms": 0.7471, "p95_ms": 1.3616, "p99_ms": 1.7756, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 419.2889, "count": 76, "max_ms": 1566.0688, "p50_ms": 38.2934, "p95_ms": 1393.944, "p99_ms": 1544.4932, "results": {"failed": 47, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.5006, "count": 512, "max_ms": 3.4477, "p50_ms": 0.4316, "p95_ms": 0.8776, "p99_ms": 1.1902, "results": {"failed": 0, "not_applicable": 0, "success": 1014325, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 167.7522, "count": 76, "max_ms": 801.9044, "p50_ms": 2.1962, "p95_ms": 723.5563, "p99_ms": 772.8243, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.8234, "count": 76, "max_ms": 41.993, "p50_ms": 10.4283, "p95_ms": 27.9434, "p99_ms": 33.578, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 7.9883, "count": 512, "max_ms": 17.6003, "p50_ms": 5.0132, "p95_ms": 14.6673, "p99_ms": 16.1264, "results": {"failed": 0, "not_applicable": 0, "success": 1450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.6561, "count": 512, "max_ms": 3.7426, "p50_ms": 0.5707, "p95_ms": 1.2487, "p99_ms": 2.6537, "results": {"failed": 0, "not_applicable": 0, "success": 1450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 165.6115, "count": 76, "max_ms": 799.3686, "p50_ms": 0.0604, "p95_ms": 721.4723, "p99_ms": 770.5492, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 47, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 375.3725, "count": 29, "max_ms": 738.9183, "p50_ms": 305.47, "p95_ms": 688.6007, "p99_ms": 727.27, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 55.9959, "count": 29, "max_ms": 80.7567, "p50_ms": 56.5667, "p95_ms": 63.738, "p99_ms": 76.1793, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0783, "count": 29, "max_ms": 2.4734, "p50_ms": 0.984, "p95_ms": 1.8799, "p99_ms": 2.4341, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 47, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.8043, "count": 29, "max_ms": 34.7863, "p50_ms": 26.8376, "p95_ms": 31.1245, "p99_ms": 33.9718, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6094, "count": 76, "max_ms": 3.4546, "p50_ms": 0.5144, "p95_ms": 0.861, "p99_ms": 2.3423, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4002, "count": 29, "max_ms": 5.9334, "p50_ms": 0.7344, "p95_ms": 4.0872, "p99_ms": 5.4836, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4002, "count": 29, "max_ms": 5.9334, "p50_ms": 0.7344, "p95_ms": 4.0872, "p99_ms": 5.4836, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6094, "count": 76, "max_ms": 3.4546, "p50_ms": 0.5144, "p95_ms": 0.861, "p99_ms": 2.3423, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5457, "count": 76, "max_ms": 2.1497, "p50_ms": 0.4837, "p95_ms": 0.7545, "p99_ms": 1.5649, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 561.531, "count": 29, "max_ms": 1072.7741, "p50_ms": 497.7536, "p95_ms": 1025.4616, "p99_ms": 1059.8719, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.558, "count": 76, "max_ms": 9.1117, "p50_ms": 0.7994, "p95_ms": 5.9813, "p99_ms": 8.1452, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.1496, "count": 76, "max_ms": 30.854, "p50_ms": 4.0602, "p95_ms": 20.3639, "p99_ms": 28.3356, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0579, "count": 76, "max_ms": 0.6135, "p50_ms": 0.0441, "p95_ms": 0.0762, "p99_ms": 0.2381, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.3162, "count": 76, "max_ms": 47.4539, "p50_ms": 1.6782, "p95_ms": 3.1599, "p99_ms": 14.7153, "results": {"failed": 0, "not_applicable": 0, "success": 76, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 249.4486, "count": 76, "max_ms": 1108.6185, "p50_ms": 33.851, "p95_ms": 930.9209, "p99_ms": 1097.2719, "results": {"failed": 47, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": 0.4718, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 47}, "generation": "22281f5d", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 76, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 76, "max_ms": 0.6135, "p50_ms": 0.0441, "p95_ms": 0.0762, "p99_ms": 0.2381}, "wait_ms": {"count": 76, "max_ms": 47.4539, "p50_ms": 1.6782, "p95_ms": 3.1599, "p99_ms": 14.7153}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 76, "artifact_failed": 0, "artifact_requested": 76, "artifact_success": 76, "completed": 76, "completed_failed": 47, "completed_success": 29, "cooldown_promoted": 29, "database_requested": 76, "db_insert_success": 29, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6675, "relay_business_failed": 0, "relay_business_success": 29, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 76, "relay_transport_failed": 0, "relay_transport_success": 29, "reservation_requested": 76}, "snapshot": {"copied_bytes": 210124800, "copied_count": 76, "copy": {"count": 76, "max_ms": 2.5597, "p50_ms": 0.7471, "p95_ms": 1.3616, "p99_ms": 1.7756}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-01T03:11:07+09:00", "last_error_summary": "[tcp @ 0x5564a88ca940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5564a88c7e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1978.878, "last_started_at": "2026-09-01T16:27:03+09:00", "pid": 6667, "process": {"exists": false, "pid": 6667}, "restart_count": 9, "restart_count_per_hour": 1, "rtsp_timeout_count": 23, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 47.677, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1014325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T17:00:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "22281f5d", "last_frame_pushed_age_sec": 0.373, "last_frame_pushed_at": "2026-09-01T17:00:02+09:00", "last_frame_read_age_sec": 0.416, "last_frame_read_at": "2026-09-01T17:00:02+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.392, "last_sample_duration_ms": 268.888, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.608, "reason": "snapshot_written", "rotation_count": 83, "runtime_state": "active", "sample_count": 181, "storage_bytes": 2080697}, "mjpeg": {"age_sec": 0.366, "exists": true, "mtime": "2026-09-01T17:00:02.336657+09:00", "mtime_epoch": 1788249602.3366566, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 194136}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T17:00:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1425.285, "name": "celery", "pid": 236, "rss_mb": 1414.359, "state": "R (running)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 1, "enabled": true, "last_event_key_count": 1, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 56, "last_event_ttl_s": 120.0, "last_prune_age_s": 4.005, "off_candidate_pruned_total": 91}, "top_level_key_count": 4}, "scene_scale": {"decision": "near", "decision_basis": "fallback_partial_samples", "decision_frame": 19160, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.23234, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.549, "max": 5.0, "p95": 3.0, "sample_count": 297}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"by_category.작업자": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.003, "max": 1.0, "p95": 0.0, "sample_count": 297}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.871}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 5, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.004, "count": 296, "max_ms": 0.018, "p95_ms": 0.006, "reason": null, "sample_age_ms": 388.365, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.469, "count": 296, "max_ms": 19.936, "p95_ms": 10.762, "reason": null, "sample_age_ms": 412.864, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 296, "max_ms": 0.045, "p95_ms": 0.02, "reason": null, "sample_age_ms": 421.98, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.035, "count": 296, "max_ms": 0.107, "p95_ms": 0.054, "reason": null, "sample_age_ms": 388.369, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.212, "count": 296, "max_ms": 1.953, "p95_ms": 1.691, "reason": null, "sample_age_ms": 411.806, "source": "client_direct"}, "request_count": 296, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 411.792, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 388.411, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.38, "count": 296, "max_ms": 32.469, "p95_ms": 26.095, "reason": null, "sample_age_ms": 388.362, "source": "client_direct"}, "sample_age_ms": 388.36, "source": "client_direct", "task_total_ms": {"avg_ms": 25.717, "count": 296, "max_ms": 33.665, "p95_ms": 27.456, "reason": null, "sample_age_ms": 388.36, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.004, "count": 296, "max_ms": 0.021, "p95_ms": 0.006, "reason": null, "sample_age_ms": 386.715, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.411, "count": 296, "max_ms": 1.271, "p95_ms": 1.009, "reason": null, "sample_age_ms": 421.784, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.118, "count": 296, "max_ms": 0.974, "p95_ms": 0.731, "reason": null, "sample_age_ms": 422.116, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.13, "count": 296, "max_ms": 1.115, "p95_ms": 0.174, "reason": null, "sample_age_ms": 386.72, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.871, "count": 296, "max_ms": 5.418, "p95_ms": 1.15, "reason": null, "sample_age_ms": 420.641, "source": "client_direct"}, "request_count": 296, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 420.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 386.852, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.96, "count": 296, "max_ms": 46.836, "p95_ms": 37.247, "reason": null, "sample_age_ms": 386.711, "source": "client_direct"}, "sample_age_ms": 386.709, "source": "client_direct", "task_total_ms": {"avg_ms": 36.048, "count": 296, "max_ms": 52.506, "p95_ms": 38.578, "reason": null, "sample_age_ms": 386.709, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.004, "count": 296, "max_ms": 0.021, "p95_ms": 0.006, "reason": null, "sample_age_ms": 387.776, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.096, "count": 296, "max_ms": 15.687, "p95_ms": 7.082, "reason": null, "sample_age_ms": 415.981, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 296, "max_ms": 0.039, "p95_ms": 0.021, "reason": null, "sample_age_ms": 422.012, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.037, "count": 296, "max_ms": 0.081, "p95_ms": 0.057, "reason": null, "sample_age_ms": 387.78, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.211, "count": 296, "max_ms": 2.062, "p95_ms": 1.656, "reason": null, "sample_age_ms": 414.841, "source": "client_direct"}, "request_count": 296, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 414.824, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 387.813, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.23, "count": 296, "max_ms": 36.023, "p95_ms": 29.204, "reason": null, "sample_age_ms": 387.774, "source": "client_direct"}, "sample_age_ms": 387.772, "source": "client_direct", "task_total_ms": {"avg_ms": 28.567, "count": 296, "max_ms": 37.411, "p95_ms": 30.664, "reason": null, "sample_age_ms": 387.772, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.004, "count": 296, "max_ms": 0.016, "p95_ms": 0.006, "reason": null, "sample_age_ms": 388.885, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.79, "count": 296, "max_ms": 8.944, "p95_ms": 3.414, "reason": null, "sample_age_ms": 419.224, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.032, "count": 296, "max_ms": 4.673, "p95_ms": 0.024, "reason": null, "sample_age_ms": 422.044, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.054, "count": 296, "max_ms": 0.125, "p95_ms": 0.075, "reason": null, "sample_age_ms": 388.89, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.187, "count": 296, "max_ms": 1.817, "p95_ms": 1.593, "reason": null, "sample_age_ms": 417.986, "source": "client_direct"}, "request_count": 296, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 417.973, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 388.966, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.479, "count": 296, "max_ms": 38.395, "p95_ms": 31.624, "reason": null, "sample_age_ms": 388.883, "source": "client_direct"}, "sample_age_ms": 388.881, "source": "client_direct", "task_total_ms": {"avg_ms": 29.824, "count": 296, "max_ms": 39.455, "p95_ms": 32.911, "reason": null, "sample_age_ms": 388.881, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 5, "max_workers": 40, "pid": 236, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.231, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.455, "count": 297, "max_ms": 2.202, "p95_ms": 0.605}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.104, "count": 297, "max_ms": 0.248, "p95_ms": 0.181}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 297, "max_ms": 0.737, "p95_ms": 0.169}, "event_filter_ms": {"avg_ms": 0.002, "count": 297, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.046, "count": 297, "max_ms": 0.167, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.001, "count": 297, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 297, "max_ms": 0.264, "p95_ms": 0.167}, "setup_ms": {"avg_ms": 0.024, "count": 297, "max_ms": 0.081, "p95_ms": 0.038}, "total_inside_ms": {"avg_ms": 0.43, "count": 297, "max_ms": 2.176, "p95_ms": 0.579}, "track_match_ms": {"avg_ms": 0.003, "count": 297, "max_ms": 0.032, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 297, "max_ms": 0.856, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 1.212, "count": 297, "max_ms": 1.904, "p95_ms": 1.578}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 297, "max_ms": 0.016, "p95_ms": 0.006}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 35.705, "count": 297, "max_ms": 49.997, "p95_ms": 38.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 36.638, "count": 297, "max_ms": 53.054, "p95_ms": 39.336}, "yolo11_640_fire_11class": {"avg_ms": 35.133, "count": 297, "max_ms": 50.42, "p95_ms": 37.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.107, "count": 297, "max_ms": 42.917, "p95_ms": 36.673}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.02, "count": 297, "max_ms": 0.133, "p95_ms": 0.03}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 40.322, "count": 297, "max_ms": 56.373, "p95_ms": 43.119}, "inference_input_copy_ms": {"avg_ms": 0.592, "count": 297, "max_ms": 1.071, "p95_ms": 0.765}, "processing_residual_ms": {"avg_ms": 0.058, "count": 297, "max_ms": 0.113, "p95_ms": 0.076}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 40.992, "count": 297, "max_ms": 56.977, "p95_ms": 44.013}, "read_interval": {"avg_ms": 100.061, "count": 296, "max_ms": 238.736, "p95_ms": 160.959}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 297, "max_ms": 0.038, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.106, "count": 297, "max_ms": 0.222, "p95_ms": 0.132}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 297, "max_ms": 0.029, "p95_ms": 0.007}, "scenario.falldown_detected_ms": {"avg_ms": 0.046, "count": 297, "max_ms": 0.15, "p95_ms": 0.067}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 297, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.046, "count": 297, "max_ms": 0.077, "p95_ms": 0.064}, "worker_merge_ms": {"avg_ms": 0.003, "count": 297, "max_ms": 0.02, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 36.863, "count": 297, "max_ms": 53.066, "p95_ms": 39.397}, "visualize": {"avg_ms": 2.346, "count": 297, "max_ms": 3.4, "p95_ms": 2.785}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.234, "count": 297, "max_ms": 3.262, "p95_ms": 2.651}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.175, "count": 297, "max_ms": 3.185, "p95_ms": 2.587}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 297, "max_ms": 0.089, "p95_ms": 0.047}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 297}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 236, "process_rss_mb_proxy": 1414.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.775, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "22281f5d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 47.659, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1014143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T16:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 194360, "write_bytes_delta": 194360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 384.0, "cpu_core_ratio": 0.241866, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6667, "reason": null, "system_cpu_core_ratio": 0.025879, "system_cpu_s_delta": 0.259999999999998, "user_cpu_core_ratio": 0.215988, "user_cpu_s_delta": 2.170000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.425008, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 236, "reason": null, "system_cpu_core_ratio": 0.091571, "system_cpu_s_delta": 0.9199999999982538, "user_cpu_core_ratio": 0.333437, "user_cpu_s_delta": 3.3500000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.303, "count": 302, "max_ms": 3.087, "p95_ms": 1.888, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.026, "max": 5.0, "p95": 4.0, "sample_count": 302}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.291, "max": 9.0, "p95": 3.0, "sample_count": 302}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.005, "key_count": 3, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 0.831, "max": 2.0, "p95": 2.0, "sample_count": 302}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.724, "count": 30, "max": 32.138, "p95": 27.272, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.282, "count": 30, "max": 16.315, "p95": 12.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 387.5, "count": 30, "max": 410.0, "p95": 397.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.036, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.217, "count": 30, "max": 0.229, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 247009.2, "count": 30, "max": 267277.0, "p95": 265696.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 231105.5, "count": 30, "max": 267277.0, "p95": 265696.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1316.933, "count": 30, "max": 32511.0, "p95": 3694.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 1.724, "p95": 1.67, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 1.379, "p95": 1.306, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10052, "sampled_at": "2026-09-01T16:59:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T16:59:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-08-31T12:43:11+09:00", "state": "stopping", "task_id": "5749c0c7-6cc7-4330-a300-54ded08a6964", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 2814.949, "limit_mb": null}, "detail": {"pid": 445, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "cb6f26d5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T17:05:36+09:00", "pid": 445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.348, "name": "ffmpeg", "pid": 445, "rss_mb": 159.348, "state": "S (sleeping)", "threads": 36}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.323}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": [], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.564, "last_sample_duration_ms": 268.888, "last_trigger": "pre_stop", "next_snapshot_in_sec": 263.436, "reason": "all_channels_stopped_manual_recovery_required", "rotation_count": 83, "runtime_state": "active", "sample_count": 181, "storage_bytes": 2080697}, "mjpeg": {"age_sec": 336.549, "exists": true, "mtime": "2026-09-01T17:00:02.336657+09:00", "mtime_epoch": 1788249602.3366566, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 194136}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-01T17:05:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 477.852, "name": "celery", "pid": 249, "rss_mb": 477.852, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.571, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_170833_379079ad.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-01T17:08:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T17:08:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 3502.258, "limit_mb": null}, "detail": {"pid": 596, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "379079ad", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "379079ad", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-01T17:08:33+09:00", "pid": 596, "process": {"exists": true, "fd_count": 5, "hwm_mb": 371.551, "name": "ffmpeg", "pid": 596, "rss_mb": 371.551, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.307}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "379079ad", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 116.377, "last_sample_duration_ms": 361.604, "last_trigger": "start_stable", "next_snapshot_in_sec": 483.623, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1191344}, "mjpeg": {"age_sec": 6493.64, "exists": true, "mtime": "2026-09-01T15:20:21.954391+09:00", "mtime_epoch": 1788243621.9543905, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95937}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T17:08:35+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 476.25, "name": "celery", "pid": 219, "rss_mb": 476.25, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 219, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.335, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T17:08:31+09:00", "state": "running", "task_id": "d733b8b5-c641-45db-9c2b-58ad180e15ef", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260901_170833_379079ad.jsonl", "file_size_bytes": 15867, "flush_count": 31, "flush_interval_seconds": 30.0, "flush_state": {"count": 31, "last_at": "2026-09-01T17:37:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-01T17:37:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 30}, "started": true, "suppressed_count": 17548, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17548}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 31, "written_record_count": 31}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 3468.359, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "379079ad", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.024, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "d733b8b5-c641-45db-9c2b-58ad180e15ef"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 48599654400, "copied_frame_count": 17578, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "379079ad", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 48599654400, "frame_buffer_copies": 17578, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0749, "count": 512, "max_ms": 0.8228, "p50_ms": 0.0636, "p95_ms": 0.104, "p99_ms": 0.2399}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7434, "count": 512, "max_ms": 3.2729, "p50_ms": 0.6997, "p95_ms": 1.1317, "p99_ms": 1.4665, "results": {"failed": 0, "not_applicable": 0, "success": 17578, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.022, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "379079ad", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1759.867, "last_started_at": "2026-09-01T17:08:33+09:00", "pid": 596, "process": {"exists": false, "pid": 596}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 60.193, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T17:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "379079ad", "last_frame_pushed_age_sec": 0.612, "last_frame_pushed_at": "2026-09-01T17:37:52+09:00", "last_frame_read_age_sec": 0.658, "last_frame_read_at": "2026-09-01T17:37:52+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.592, "last_sample_duration_ms": 455.331, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.408, "reason": "snapshot_written", "rotation_count": 84, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1221306}, "mjpeg": {"age_sec": 0.605, "exists": true, "mtime": "2026-09-01T17:37:52.855258+09:00", "mtime_epoch": 1788251872.8552585, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 110337}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-01T17:37:53+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 733.598, "name": "celery", "pid": 219, "rss_mb": 724.434, "state": "R (running)", "threads": 48}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 17578, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 294}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.813, "pushed": 9.813, "read": 9.813}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.026, "p95_ms": 0.008, "reason": null, "sample_age_ms": 636.822, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.352, "count": 294, "max_ms": 1.562, "p95_ms": 0.975, "reason": null, "sample_age_ms": 662.814, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.146, "count": 294, "max_ms": 1.201, "p95_ms": 0.803, "reason": null, "sample_age_ms": 663.019, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 294, "max_ms": 0.25, "p95_ms": 0.102, "reason": null, "sample_age_ms": 636.827, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.92, "count": 294, "max_ms": 1.69, "p95_ms": 1.423, "reason": null, "sample_age_ms": 661.759, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2211848.0, "count": 294, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 661.74, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 294, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 636.884, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.322, "count": 294, "max_ms": 34.627, "p95_ms": 32.704, "reason": null, "sample_age_ms": 636.819, "source": "client_direct"}, "sample_age_ms": 636.816, "source": "client_direct", "task_total_ms": {"avg_ms": 27.42, "count": 294, "max_ms": 36.099, "p95_ms": 33.96, "reason": null, "sample_age_ms": 636.816, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 219, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.589, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.474, "count": 294, "max_ms": 0.886, "p95_ms": 0.676}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.149, "count": 294, "max_ms": 0.281, "p95_ms": 0.23}, "detection_prepare_ms": {"avg_ms": 0.065, "count": 294, "max_ms": 0.163, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.004, "count": 294, "max_ms": 0.03, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 294, "max_ms": 0.134, "p95_ms": 0.082}, "mcmt_ms": {"avg_ms": 0.002, "count": 294, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.118, "count": 294, "max_ms": 0.241, "p95_ms": 0.164}, "setup_ms": {"avg_ms": 0.03, "count": 294, "max_ms": 0.076, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.445, "count": 294, "max_ms": 0.823, "p95_ms": 0.644}, "track_match_ms": {"avg_ms": 0.003, "count": 294, "max_ms": 0.027, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 294, "max_ms": 0.054, "p95_ms": 0.031}}, "gstreamer_push": {"avg_ms": 1.732, "count": 294, "max_ms": 3.721, "p95_ms": 2.546}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 294, "max_ms": 0.344, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.998, "count": 294, "max_ms": 36.597, "p95_ms": 34.656}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 294, "max_ms": 0.057, "p95_ms": 0.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.897, "count": 294, "max_ms": 63.832, "p95_ms": 58.681}, "inference_input_copy_ms": {"avg_ms": 0.837, "count": 294, "max_ms": 1.663, "p95_ms": 1.239}, "processing_residual_ms": {"avg_ms": 0.087, "count": 294, "max_ms": 0.249, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.845, "count": 294, "max_ms": 64.962, "p95_ms": 59.975}, "read_interval": {"avg_ms": 100.002, "count": 294, "max_ms": 172.341, "p95_ms": 119.158}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 294, "max_ms": 0.034, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.079, "count": 294, "max_ms": 0.177, "p95_ms": 0.113}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.023, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 294, "max_ms": 0.158, "p95_ms": 0.098}, "worker_merge_ms": {"avg_ms": 0.003, "count": 294, "max_ms": 0.02, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.008, "count": 294, "max_ms": 36.605, "p95_ms": 34.664}, "visualize": {"avg_ms": 21.864, "count": 294, "max_ms": 31.939, "p95_ms": 27.723}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.31, "count": 294, "max_ms": 31.378, "p95_ms": 27.229}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.728, "count": 294, "max_ms": 31.822, "p95_ms": 27.612}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.667, "count": 294, "max_ms": 31.767, "p95_ms": 27.558}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 294, "max_ms": 0.164, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 294}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 219, "process_rss_mb_proxy": 724.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.501, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "379079ad", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 60.206, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-01T17:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110038, "write_bytes_delta": 110038, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 706.0, "cpu_core_ratio": 0.88247, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 596, "reason": null, "system_cpu_core_ratio": 0.038627, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.843843, "user_cpu_s_delta": 8.519999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.460548, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 41860.0, "pid": 219, "reason": null, "system_cpu_core_ratio": 0.100033, "system_cpu_s_delta": 1.009999999999991, "user_cpu_core_ratio": 0.360515, "user_cpu_s_delta": 3.6399999999999864}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.749, "count": 301, "max_ms": 3.778, "p95_ms": 2.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.088, "count": 30, "max": 22.563, "p95": 13.144, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.436, "count": 30, "max": 12.982, "p95": 12.462, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.233, "count": 30, "max": 709.0, "p95": 707.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15.533, "count": 30, "max": 154.0, "p95": 78.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.054, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.833, "count": 30, "max": 0.869, "p95": 0.86, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.088, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106864.567, "count": 30, "max": 113048.0, "p95": 110083.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106864.567, "count": 30, "max": 113048.0, "p95": 110083.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 36788.1, "count": 30, "max": 52543.0, "p95": 51832.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.116, "p95": 0.114, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.376, "p95": 0.37, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 172, "sampled_at": "2026-09-01T17:37:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-01T17:37:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-09-01T17:08:31+09:00", "state": "stopping", "task_id": "d733b8b5-c641-45db-9c2b-58ad180e15ef", "trigger": "start", "triton_protocol": "grpc"}
