{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 465459, "flush_count": 670, "flush_interval_seconds": 30.0, "flush_state": {"count": 670, "last_at": "2026-09-04T00:59:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T00:59:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 669}, "started": true, "suppressed_count": 400358, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 400358}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 670, "written_record_count": 670}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6128.137, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1108759449600, "copied_frame_count": 401027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1108759449600, "frame_buffer_copies": 401027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0804, "count": 512, "max_ms": 0.9911, "p50_ms": 0.0651, "p95_ms": 0.1282, "p99_ms": 0.2264}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8199, "count": 512, "max_ms": 4.4565, "p50_ms": 0.7199, "p95_ms": 1.3208, "p99_ms": 1.8582, "results": {"failed": 0, "not_applicable": 0, "success": 401027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33240.858, "last_started_at": "2026-09-03T15:45:43+09:00", "pid": 1593, "process": {"exists": false, "pid": 1593}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.969, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T00:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-09-04T00:59:44+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-09-04T00:59:44+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.462, "last_sample_duration_ms": 474.276, "last_trigger": "periodic", "next_snapshot_in_sec": 518.538, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 69, "storage_bytes": 1771094}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-09-04T00:59:44.088213+09:00", "mtime_epoch": 1788451184.088213, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96059}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T00:59:44+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 952.414, "name": "celery", "pid": 181, "rss_mb": 933.09, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 401027, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.071, "pushed": 5.071, "read": 5.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.027, "p95_ms": 0.009, "reason": null, "sample_age_ms": 45.557, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.413, "count": 151, "max_ms": 1.657, "p95_ms": 1.159, "reason": null, "sample_age_ms": 69.319, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 151, "max_ms": 1.448, "p95_ms": 0.932, "reason": null, "sample_age_ms": 69.526, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 151, "max_ms": 0.163, "p95_ms": 0.132, "reason": null, "sample_age_ms": 45.564, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.977, "count": 151, "max_ms": 3.378, "p95_ms": 1.687, "reason": null, "sample_age_ms": 68.48, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 68.466, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.671, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.04, "count": 151, "max_ms": 51.99, "p95_ms": 32.98, "reason": null, "sample_age_ms": 45.552, "source": "client_direct"}, "sample_age_ms": 45.548, "source": "client_direct", "task_total_ms": {"avg_ms": 27.199, "count": 151, "max_ms": 53.161, "p95_ms": 34.546, "reason": null, "sample_age_ms": 45.548, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.702, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.51, "count": 152, "max_ms": 1.083, "p95_ms": 0.819}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 152, "max_ms": 0.669, "p95_ms": 0.287}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 152, "max_ms": 0.218, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 152, "max_ms": 0.146, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 152, "max_ms": 0.289, "p95_ms": 0.196}, "setup_ms": {"avg_ms": 0.031, "count": 152, "max_ms": 0.097, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.479, "count": 152, "max_ms": 1.053, "p95_ms": 0.771}, "track_match_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 152, "max_ms": 0.065, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 1.706, "count": 152, "max_ms": 4.71, "p95_ms": 2.731}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 152, "max_ms": 0.468, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.829, "count": 152, "max_ms": 54.449, "p95_ms": 35.488}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 152, "max_ms": 0.113, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.057, "count": 152, "max_ms": 86.679, "p95_ms": 70.243}, "inference_input_copy_ms": {"avg_ms": 0.863, "count": 152, "max_ms": 1.999, "p95_ms": 1.47}, "processing_residual_ms": {"avg_ms": 0.089, "count": 152, "max_ms": 0.21, "p95_ms": 0.159}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 54.034, "count": 152, "max_ms": 87.571, "p95_ms": 71.926}, "read_interval": {"avg_ms": 198.425, "count": 151, "max_ms": 4646.733, "p95_ms": 281.917}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 152, "max_ms": 0.025, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.083, "count": 152, "max_ms": 0.209, "p95_ms": 0.132}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 152, "max_ms": 0.031, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 152, "max_ms": 0.188, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.045, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 27.84, "count": 152, "max_ms": 54.461, "p95_ms": 35.495}, "visualize": {"avg_ms": 24.106, "count": 152, "max_ms": 38.431, "p95_ms": 33.452}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.539, "count": 152, "max_ms": 37.205, "p95_ms": 32.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.984, "count": 152, "max_ms": 38.222, "p95_ms": 33.318}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.022, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.921, "count": 152, "max_ms": 38.043, "p95_ms": 33.244}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 152, "max_ms": 0.137, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 933.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.277, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.563, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T00:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98500, "write_bytes_delta": 98500, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 227.0, "cpu_core_ratio": 0.281452, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1593, "reason": null, "system_cpu_core_ratio": 0.014342, "system_cpu_s_delta": 0.16000000000008185, "user_cpu_core_ratio": 0.26711, "user_cpu_s_delta": 2.9799999999995634}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.151482, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14470.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.02689, "system_cpu_s_delta": 0.3000000000001819, "user_cpu_core_ratio": 0.124592, "user_cpu_s_delta": 1.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.756, "count": 176, "max_ms": 4.71, "p95_ms": 2.775, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.47, "count": 30, "max": 39.47, "p95": 26.335, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.96, "count": 30, "max": 19.966, "p95": 18.294, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 685.1, "count": 30, "max": 719.0, "p95": 714.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.053, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 0.959, "p95": 0.937, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97983.933, "count": 30, "max": 99543.0, "p95": 99185.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94759.567, "count": 30, "max": 99543.0, "p95": 99185.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43430.233, "count": 30, "max": 63830.0, "p95": 44722.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.138, "p95": 0.115, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.48, "p95": 0.45, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3989, "sampled_at": "2026-09-04T00:59:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T00:59:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 465459, "flush_count": 670, "flush_interval_seconds": 30.0, "flush_state": {"count": 670, "last_at": "2026-09-04T00:59:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T00:59:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 669}, "started": true, "suppressed_count": 400358, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 400358}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 670, "written_record_count": 670}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6127.848, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1108759449600, "copied_frame_count": 401027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1108759449600, "frame_buffer_copies": 401027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0804, "count": 512, "max_ms": 0.9911, "p50_ms": 0.0651, "p95_ms": 0.1282, "p99_ms": 0.2264}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8199, "count": 512, "max_ms": 4.4565, "p50_ms": 0.7199, "p95_ms": 1.3208, "p99_ms": 1.8582, "results": {"failed": 0, "not_applicable": 0, "success": 401027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33240.876, "last_started_at": "2026-09-03T15:45:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.969, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T00:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-09-04T00:59:44+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-09-04T00:59:44+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.478, "last_sample_duration_ms": 474.276, "last_trigger": "periodic", "next_snapshot_in_sec": 518.522, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 69, "storage_bytes": 1771094}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-09-04T00:59:44.088213+09:00", "mtime_epoch": 1788451184.088213, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96059}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T00:59:44+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 952.414, "name": "celery", "pid": 181, "rss_mb": 933.09, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 401027, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.068, "pushed": 5.068, "read": 5.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.027, "p95_ms": 0.009, "reason": null, "sample_age_ms": 62.228, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.413, "count": 151, "max_ms": 1.657, "p95_ms": 1.159, "reason": null, "sample_age_ms": 85.99, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 151, "max_ms": 1.448, "p95_ms": 0.932, "reason": null, "sample_age_ms": 86.197, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 151, "max_ms": 0.163, "p95_ms": 0.132, "reason": null, "sample_age_ms": 62.235, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.977, "count": 151, "max_ms": 3.378, "p95_ms": 1.687, "reason": null, "sample_age_ms": 85.151, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.137, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.342, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.04, "count": 151, "max_ms": 51.99, "p95_ms": 32.98, "reason": null, "sample_age_ms": 62.223, "source": "client_direct"}, "sample_age_ms": 62.219, "source": "client_direct", "task_total_ms": {"avg_ms": 27.199, "count": 151, "max_ms": 53.161, "p95_ms": 34.546, "reason": null, "sample_age_ms": 62.219, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.592, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.51, "count": 152, "max_ms": 1.083, "p95_ms": 0.819}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 152, "max_ms": 0.669, "p95_ms": 0.287}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 152, "max_ms": 0.218, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 152, "max_ms": 0.146, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 152, "max_ms": 0.289, "p95_ms": 0.196}, "setup_ms": {"avg_ms": 0.031, "count": 152, "max_ms": 0.097, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.479, "count": 152, "max_ms": 1.053, "p95_ms": 0.771}, "track_match_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 152, "max_ms": 0.065, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 1.706, "count": 152, "max_ms": 4.71, "p95_ms": 2.731}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 152, "max_ms": 0.468, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.829, "count": 152, "max_ms": 54.449, "p95_ms": 35.488}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 152, "max_ms": 0.113, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.057, "count": 152, "max_ms": 86.679, "p95_ms": 70.243}, "inference_input_copy_ms": {"avg_ms": 0.863, "count": 152, "max_ms": 1.999, "p95_ms": 1.47}, "processing_residual_ms": {"avg_ms": 0.089, "count": 152, "max_ms": 0.21, "p95_ms": 0.159}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 54.034, "count": 152, "max_ms": 87.571, "p95_ms": 71.926}, "read_interval": {"avg_ms": 198.425, "count": 151, "max_ms": 4646.733, "p95_ms": 281.917}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 152, "max_ms": 0.025, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.083, "count": 152, "max_ms": 0.209, "p95_ms": 0.132}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 152, "max_ms": 0.031, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 152, "max_ms": 0.188, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.045, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 27.84, "count": 152, "max_ms": 54.461, "p95_ms": 35.495}, "visualize": {"avg_ms": 24.106, "count": 152, "max_ms": 38.431, "p95_ms": 33.452}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.539, "count": 152, "max_ms": 37.205, "p95_ms": 32.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.984, "count": 152, "max_ms": 38.222, "p95_ms": 33.318}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.022, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.921, "count": 152, "max_ms": 38.043, "p95_ms": 33.244}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 152, "max_ms": 0.137, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 933.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.277, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.563, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T00:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98500, "write_bytes_delta": 98500, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 227.0, "cpu_core_ratio": 0.281452, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1593, "reason": null, "system_cpu_core_ratio": 0.014342, "system_cpu_s_delta": 0.16000000000008185, "user_cpu_core_ratio": 0.26711, "user_cpu_s_delta": 2.9799999999995634}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.151482, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14470.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.02689, "system_cpu_s_delta": 0.3000000000001819, "user_cpu_core_ratio": 0.124592, "user_cpu_s_delta": 1.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.756, "count": 176, "max_ms": 4.71, "p95_ms": 2.775, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.47, "count": 30, "max": 39.47, "p95": 26.335, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.96, "count": 30, "max": 19.966, "p95": 18.294, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 685.1, "count": 30, "max": 719.0, "p95": 714.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.053, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 0.959, "p95": 0.937, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97983.933, "count": 30, "max": 99543.0, "p95": 99185.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94759.567, "count": 30, "max": 99543.0, "p95": 99185.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43430.233, "count": 30, "max": 63830.0, "p95": 44722.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.138, "p95": 0.115, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.48, "p95": 0.45, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3989, "sampled_at": "2026-09-04T00:59:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T00:59:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 465459, "flush_count": 670, "flush_interval_seconds": 30.0, "flush_state": {"count": 670, "last_at": "2026-09-04T00:59:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T00:59:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 669}, "started": true, "suppressed_count": 400358, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 400358}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 670, "written_record_count": 670}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6127.766, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f4896cab140] error while decoding MB 100 59, bytestream -24", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1108759449600, "copied_frame_count": 401027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1108759449600, "frame_buffer_copies": 401027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0804, "count": 512, "max_ms": 0.9911, "p50_ms": 0.0651, "p95_ms": 0.1282, "p99_ms": 0.2264}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8199, "count": 512, "max_ms": 4.4565, "p50_ms": 0.7199, "p95_ms": 1.3208, "p99_ms": 1.8582, "results": {"failed": 0, "not_applicable": 0, "success": 401027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T00:59:44+09:00", "last_error_summary": "[h264 @ 0x5f4896cab140] error while decoding MB 100 59, bytestream -24", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33240.887, "last_started_at": "2026-09-03T15:45:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.066, "sample_count": 2851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T00:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-09-04T00:59:44+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-09-04T00:59:44+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.494, "last_sample_duration_ms": 474.276, "last_trigger": "periodic", "next_snapshot_in_sec": 518.506, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 69, "storage_bytes": 1771094}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-09-04T00:59:44.088213+09:00", "mtime_epoch": 1788451184.088213, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96059}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T00:59:44+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 952.414, "name": "celery", "pid": 181, "rss_mb": 933.156, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 401027, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.04, "pushed": 5.04, "read": 5.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.027, "p95_ms": 0.009, "reason": null, "sample_age_ms": 74.817, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.413, "count": 151, "max_ms": 1.657, "p95_ms": 1.159, "reason": null, "sample_age_ms": 98.58, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 151, "max_ms": 1.448, "p95_ms": 0.932, "reason": null, "sample_age_ms": 98.786, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 151, "max_ms": 0.163, "p95_ms": 0.132, "reason": null, "sample_age_ms": 74.824, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.977, "count": 151, "max_ms": 3.378, "p95_ms": 1.687, "reason": null, "sample_age_ms": 97.74, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 97.726, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.931, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.04, "count": 151, "max_ms": 51.99, "p95_ms": 32.98, "reason": null, "sample_age_ms": 74.813, "source": "client_direct"}, "sample_age_ms": 74.809, "source": "client_direct", "task_total_ms": {"avg_ms": 27.199, "count": 151, "max_ms": 53.161, "p95_ms": 34.546, "reason": null, "sample_age_ms": 74.809, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.635, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.51, "count": 151, "max_ms": 1.083, "p95_ms": 0.819}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 151, "max_ms": 0.669, "p95_ms": 0.287}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 151, "max_ms": 0.218, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 151, "max_ms": 0.146, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 151, "max_ms": 0.289, "p95_ms": 0.196}, "setup_ms": {"avg_ms": 0.031, "count": 151, "max_ms": 0.097, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.479, "count": 151, "max_ms": 1.053, "p95_ms": 0.771}, "track_match_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 151, "max_ms": 0.065, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 1.705, "count": 151, "max_ms": 4.71, "p95_ms": 2.731}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 151, "max_ms": 0.468, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.845, "count": 151, "max_ms": 54.449, "p95_ms": 35.488}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 151, "max_ms": 0.113, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.058, "count": 151, "max_ms": 86.679, "p95_ms": 70.243}, "inference_input_copy_ms": {"avg_ms": 0.865, "count": 151, "max_ms": 1.999, "p95_ms": 1.47}, "processing_residual_ms": {"avg_ms": 0.089, "count": 151, "max_ms": 0.21, "p95_ms": 0.156}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 54.037, "count": 151, "max_ms": 87.571, "p95_ms": 71.926}, "read_interval": {"avg_ms": 198.425, "count": 151, "max_ms": 4646.733, "p95_ms": 281.917}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 151, "max_ms": 0.025, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.083, "count": 151, "max_ms": 0.209, "p95_ms": 0.132}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.031, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 151, "max_ms": 0.188, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.045, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 27.857, "count": 151, "max_ms": 54.461, "p95_ms": 35.495}, "visualize": {"avg_ms": 24.089, "count": 151, "max_ms": 38.431, "p95_ms": 33.452}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.523, "count": 151, "max_ms": 37.205, "p95_ms": 32.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.968, "count": 151, "max_ms": 38.222, "p95_ms": 33.318}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.022, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.905, "count": 151, "max_ms": 38.043, "p95_ms": 33.244}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 151, "max_ms": 0.137, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 933.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.277, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.563, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T00:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98500, "write_bytes_delta": 98500, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 227.0, "cpu_core_ratio": 0.281452, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1593, "reason": null, "system_cpu_core_ratio": 0.014342, "system_cpu_s_delta": 0.16000000000008185, "user_cpu_core_ratio": 0.26711, "user_cpu_s_delta": 2.9799999999995634}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.151482, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14470.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.02689, "system_cpu_s_delta": 0.3000000000001819, "user_cpu_core_ratio": 0.124592, "user_cpu_s_delta": 1.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.756, "count": 176, "max_ms": 4.71, "p95_ms": 2.775, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.47, "count": 30, "max": 39.47, "p95": 26.335, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.96, "count": 30, "max": 19.966, "p95": 18.294, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 685.1, "count": 30, "max": 719.0, "p95": 714.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.053, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 0.959, "p95": 0.937, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97983.933, "count": 30, "max": 99543.0, "p95": 99185.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94759.567, "count": 30, "max": 99543.0, "p95": 99185.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43430.233, "count": 30, "max": 63830.0, "p95": 44722.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.138, "p95": 0.115, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.48, "p95": 0.45, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3989, "sampled_at": "2026-09-04T00:59:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T00:59:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 465459, "flush_count": 670, "flush_interval_seconds": 30.0, "flush_state": {"count": 670, "last_at": "2026-09-04T00:59:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T00:59:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 669}, "started": true, "suppressed_count": 400358, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 400358}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 670, "written_record_count": 670}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6168.023, "limit_mb": null}, "detail": {"pid": 18186, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1108759449600, "copied_frame_count": 401027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1108759449600, "frame_buffer_copies": 401027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0804, "count": 512, "max_ms": 0.9911, "p50_ms": 0.0651, "p95_ms": 0.1282, "p99_ms": 0.2264}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8199, "count": 512, "max_ms": 4.4565, "p50_ms": 0.7199, "p95_ms": 1.3208, "p99_ms": 1.8582, "results": {"failed": 0, "not_applicable": 0, "success": 401027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T00:59:44+09:00", "last_error_summary": "[h264 @ 0x5f4896cab140] error while decoding MB 100 59, bytestream -24", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.002, "last_started_at": "2026-09-04T00:59:46+09:00", "pid": 18186, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.438, "name": "ffmpeg", "pid": 18186, "rss_mb": 75.438, "state": "S (sleeping)", "threads": 1}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.751, "sample_count": 2804, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T00:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 4.817, "last_frame_pushed_at": "2026-09-04T00:59:44+09:00", "last_frame_read_age_sec": 4.875, "last_frame_read_at": "2026-09-04T00:59:44+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 86.289, "last_sample_duration_ms": 474.276, "last_trigger": "periodic", "next_snapshot_in_sec": 513.711, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 69, "storage_bytes": 1771094}, "mjpeg": {"age_sec": 4.811, "exists": true, "mtime": "2026-09-04T00:59:44.088213+09:00", "mtime_epoch": 1788451184.088213, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96059}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T00:59:48+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 952.414, "name": "celery", "pid": 181, "rss_mb": 933.227, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 401027, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.469, "pushed": 3.469, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.027, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4857.037, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.427, "count": 103, "max_ms": 1.657, "p95_ms": 1.161, "reason": null, "sample_age_ms": 4880.799, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.184, "count": 103, "max_ms": 1.448, "p95_ms": 0.907, "reason": null, "sample_age_ms": 4881.006, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.059, "count": 103, "max_ms": 0.138, "p95_ms": 0.094, "reason": null, "sample_age_ms": 4857.044, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.983, "count": 103, "max_ms": 3.378, "p95_ms": 1.769, "reason": null, "sample_age_ms": 4879.96, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2211848.0, "count": 103, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4879.945, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4857.151, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.138, "count": 103, "max_ms": 51.99, "p95_ms": 33.322, "reason": null, "sample_age_ms": 4857.032, "source": "client_direct"}, "sample_age_ms": 4857.028, "source": "client_direct", "task_total_ms": {"avg_ms": 27.3, "count": 103, "max_ms": 53.161, "p95_ms": 34.813, "reason": null, "sample_age_ms": 4857.028, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.559, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.524, "count": 104, "max_ms": 1.014, "p95_ms": 0.821}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 104, "max_ms": 0.332, "p95_ms": 0.291}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 104, "max_ms": 0.218, "p95_ms": 0.131}, "event_filter_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 104, "max_ms": 0.146, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 104, "max_ms": 0.289, "p95_ms": 0.202}, "setup_ms": {"avg_ms": 0.033, "count": 104, "max_ms": 0.097, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.491, "count": 104, "max_ms": 0.943, "p95_ms": 0.783}, "track_match_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 104, "max_ms": 0.065, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 1.619, "count": 104, "max_ms": 2.96, "p95_ms": 2.53}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 104, "max_ms": 0.468, "p95_ms": 0.046}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.997, "count": 104, "max_ms": 54.449, "p95_ms": 35.58}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 104, "max_ms": 0.113, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.396, "count": 104, "max_ms": 86.679, "p95_ms": 69.298}, "inference_input_copy_ms": {"avg_ms": 0.804, "count": 104, "max_ms": 1.999, "p95_ms": 1.47}, "processing_residual_ms": {"avg_ms": 0.086, "count": 104, "max_ms": 0.202, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.312, "count": 104, "max_ms": 87.571, "p95_ms": 71.136}, "read_interval": {"avg_ms": 244.293, "count": 103, "max_ms": 4646.733, "p95_ms": 716.084}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 104, "max_ms": 0.025, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.084, "count": 104, "max_ms": 0.209, "p95_ms": 0.132}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.031, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 104, "max_ms": 0.188, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.016, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 28.01, "count": 104, "max_ms": 54.461, "p95_ms": 35.603}, "visualize": {"avg_ms": 23.265, "count": 104, "max_ms": 36.081, "p95_ms": 31.822}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.694, "count": 104, "max_ms": 35.164, "p95_ms": 31.305}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.142, "count": 104, "max_ms": 35.826, "p95_ms": 31.7}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.079, "count": 104, "max_ms": 35.707, "p95_ms": 31.638}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 104, "max_ms": 0.137, "p95_ms": 0.059}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 933.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.277, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.563, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T00:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98500, "write_bytes_delta": 98500, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 227.0, "cpu_core_ratio": 0.281452, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1593, "reason": null, "system_cpu_core_ratio": 0.014342, "system_cpu_s_delta": 0.16000000000008185, "user_cpu_core_ratio": 0.26711, "user_cpu_s_delta": 2.9799999999995634}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.151482, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14470.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.02689, "system_cpu_s_delta": 0.3000000000001819, "user_cpu_core_ratio": 0.124592, "user_cpu_s_delta": 1.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.756, "count": 176, "max_ms": 4.71, "p95_ms": 2.775, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.47, "count": 30, "max": 39.47, "p95": 26.335, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.96, "count": 30, "max": 19.966, "p95": 18.294, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 685.1, "count": 30, "max": 719.0, "p95": 714.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.053, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 0.959, "p95": 0.937, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97983.933, "count": 30, "max": 99543.0, "p95": 99185.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94759.567, "count": 30, "max": 99543.0, "p95": 99185.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43430.233, "count": 30, "max": 63830.0, "p95": 44722.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.138, "p95": 0.115, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.48, "p95": 0.45, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3989, "sampled_at": "2026-09-04T00:59:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T00:59:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 6684.07, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "54e35fd1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0756, "count": 512, "max_ms": 1.2881, "p50_ms": 0.0667, "p95_ms": 0.1061, "p99_ms": 0.2}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1069, "count": 512, "max_ms": 3.2147, "p50_ms": 1.0576, "p95_ms": 1.6932, "p99_ms": 2.0656, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "54e35fd1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47692.907, "last_started_at": "2026-09-03T13:46:21+09:00", "pid": 315, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.137, "name": "ffmpeg", "pid": 315, "rss_mb": 307.137, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 53.863, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "54e35fd1", "last_frame_pushed_age_sec": 30.065, "last_frame_pushed_at": "2026-09-04T03:00:44+09:00", "last_frame_read_age_sec": 30.118, "last_frame_read_at": "2026-09-04T03:00:44+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 146.94, "last_sample_duration_ms": 534.036, "last_trigger": "periodic", "next_snapshot_in_sec": 453.06, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 81, "storage_bytes": 1873428}, "mjpeg": {"age_sec": 30.058, "exists": true, "mtime": "2026-09-04T03:00:44.481206+09:00", "mtime_epoch": 1788458444.4812062, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 144082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-04T03:01:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1017.066, "name": "celery", "pid": 211, "rss_mb": 1017.066, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.418, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 10496, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.099826, "worker_small_worker_ratio": 0.7}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30087.06, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30082.371, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30091.122, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30090.03, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 211, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.664, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 211, "process_rss_mb_proxy": 1016.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.181, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "54e35fd1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 54.322, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 142516, "write_bytes_delta": 142516, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 403.0, "cpu_core_ratio": 0.267226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 315, "reason": null, "system_cpu_core_ratio": 0.031671, "system_cpu_s_delta": 0.31999999999993634, "user_cpu_core_ratio": 0.235554, "user_cpu_s_delta": 2.3799999999991996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.491893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2007.0, "pid": 211, "reason": null, "system_cpu_core_ratio": 0.115798, "system_cpu_s_delta": 1.1700000000000728, "user_cpu_core_ratio": 0.376095, "user_cpu_s_delta": 3.7999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.28, "count": 301, "max_ms": 7.308, "p95_ms": 3.376, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.373, "count": 30, "max": 27.076, "p95": 23.235, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.925, "count": 30, "max": 17.589, "p95": 14.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 400.267, "count": 30, "max": 540.0, "p95": 408.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.046, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.408, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.062, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143283.133, "count": 30, "max": 146435.0, "p95": 145847.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 143283.133, "count": 30, "max": 146435.0, "p95": 145847.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3535.133, "count": 30, "max": 4026.0, "p95": 4001.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.197, "p95": 0.131, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.638, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4730, "sampled_at": "2026-09-04T03:00:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:00:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:46:20+09:00", "state": "running", "task_id": "f57948b2-a443-4bdf-81a7-6644b5425ac1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 6611.746, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "54e35fd1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0756, "count": 512, "max_ms": 1.2881, "p50_ms": 0.0667, "p95_ms": 0.1061, "p99_ms": 0.2}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1069, "count": 512, "max_ms": 3.2147, "p50_ms": 1.0576, "p95_ms": 1.6932, "p99_ms": 2.0656, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "54e35fd1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47692.949, "last_started_at": "2026-09-03T13:46:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 53.863, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "54e35fd1", "last_frame_pushed_age_sec": 30.106, "last_frame_pushed_at": "2026-09-04T03:00:44+09:00", "last_frame_read_age_sec": 30.159, "last_frame_read_at": "2026-09-04T03:00:44+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 146.962, "last_sample_duration_ms": 534.036, "last_trigger": "periodic", "next_snapshot_in_sec": 453.038, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 81, "storage_bytes": 1873428}, "mjpeg": {"age_sec": 30.099, "exists": true, "mtime": "2026-09-04T03:00:44.481206+09:00", "mtime_epoch": 1788458444.4812062, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 144082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-04T03:01:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1017.066, "name": "celery", "pid": 211, "rss_mb": 1017.066, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.443, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 10496, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.099826, "worker_small_worker_ratio": 0.7}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30117.122, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30112.433, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30121.184, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30120.091, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 211, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.649, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 211, "process_rss_mb_proxy": 1017.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.736, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "54e35fd1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 53.863, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.078, "exists": true, "size_bytes": 144082, "write_bytes_delta": 144082, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1289.0, "cpu_core_ratio": 0.148218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 315, "reason": null, "system_cpu_core_ratio": 0.01231, "system_cpu_s_delta": 0.4900000000000091, "user_cpu_core_ratio": 0.135908, "user_cpu_s_delta": 5.4099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.129879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3999.0, "pid": 211, "reason": null, "system_cpu_core_ratio": 0.0309, "system_cpu_s_delta": 1.2299999999995634, "user_cpu_core_ratio": 0.098979, "user_cpu_s_delta": 3.9399999999986903}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.275, "count": 30, "max": 27.076, "p95": 23.235, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.753, "count": 30, "max": 17.589, "p95": 14.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 429.933, "count": 30, "max": 1289.0, "p95": 481.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.046, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.243, "count": 30, "max": 0.408, "p95": 0.254, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.005, "count": 30, "max": 30.078, "p95": 0.034, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143149.433, "count": 30, "max": 146435.0, "p95": 145847.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 143149.433, "count": 30, "max": 146435.0, "p95": 145847.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3601.567, "count": 30, "max": 4026.0, "p95": 4001.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.12, "count": 30, "max": 0.197, "p95": 0.131, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.638, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4732, "sampled_at": "2026-09-04T03:01:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:01:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:46:20+09:00", "state": "running", "task_id": "f57948b2-a443-4bdf-81a7-6644b5425ac1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 6416.844, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x635785546cc0] error while decoding MB 96 40, bytestream -27", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "54e35fd1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0756, "count": 512, "max_ms": 1.2881, "p50_ms": 0.0667, "p95_ms": 0.1061, "p99_ms": 0.2}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1069, "count": 512, "max_ms": 3.2147, "p50_ms": 1.0576, "p95_ms": 1.6932, "p99_ms": 2.0656, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "54e35fd1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:01:14+09:00", "last_error_summary": "[h264 @ 0x635785546cc0] error while decoding MB 96 40, bytestream -27", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47692.998, "last_started_at": "2026-09-03T13:46:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 53.863, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "54e35fd1", "last_frame_pushed_age_sec": 30.155, "last_frame_pushed_at": "2026-09-04T03:00:44+09:00", "last_frame_read_age_sec": 30.208, "last_frame_read_at": "2026-09-04T03:00:44+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.01, "last_sample_duration_ms": 534.036, "last_trigger": "periodic", "next_snapshot_in_sec": 452.99, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 81, "storage_bytes": 1873428}, "mjpeg": {"age_sec": 30.148, "exists": true, "mtime": "2026-09-04T03:00:44.481206+09:00", "mtime_epoch": 1788458444.4812062, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 144082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-04T03:01:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1017.102, "name": "celery", "pid": 211, "rss_mb": 1017.102, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.491, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 10496, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.099826, "worker_small_worker_ratio": 0.7}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30166.162, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30161.473, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30170.223, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30169.131, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 211, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.72, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 211, "process_rss_mb_proxy": 1017.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.736, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "54e35fd1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 53.863, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.078, "exists": true, "size_bytes": 144082, "write_bytes_delta": 144082, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1289.0, "cpu_core_ratio": 0.148218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 315, "reason": null, "system_cpu_core_ratio": 0.01231, "system_cpu_s_delta": 0.4900000000000091, "user_cpu_core_ratio": 0.135908, "user_cpu_s_delta": 5.4099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.129879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3999.0, "pid": 211, "reason": null, "system_cpu_core_ratio": 0.0309, "system_cpu_s_delta": 1.2299999999995634, "user_cpu_core_ratio": 0.098979, "user_cpu_s_delta": 3.9399999999986903}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.275, "count": 30, "max": 27.076, "p95": 23.235, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.753, "count": 30, "max": 17.589, "p95": 14.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 429.933, "count": 30, "max": 1289.0, "p95": 481.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.046, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.243, "count": 30, "max": 0.408, "p95": 0.254, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.005, "count": 30, "max": 30.078, "p95": 0.034, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143149.433, "count": 30, "max": 146435.0, "p95": 145847.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 143149.433, "count": 30, "max": 146435.0, "p95": 145847.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3601.567, "count": 30, "max": 4026.0, "p95": 4001.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.12, "count": 30, "max": 0.197, "p95": 0.131, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.638, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4732, "sampled_at": "2026-09-04T03:01:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:01:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:46:20+09:00", "state": "running", "task_id": "f57948b2-a443-4bdf-81a7-6644b5425ac1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 6439.207, "limit_mb": null}, "detail": {"pid": 18860, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "54e35fd1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0756, "count": 512, "max_ms": 1.2881, "p50_ms": 0.0667, "p95_ms": 0.1061, "p99_ms": 0.2}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1069, "count": 512, "max_ms": 3.2147, "p50_ms": 1.0576, "p95_ms": 1.6932, "p99_ms": 2.0656, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "54e35fd1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:01:14+09:00", "last_error_summary": "[h264 @ 0x635785546cc0] error while decoding MB 96 40, bytestream -27", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T03:01:16+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.059, "name": "ffmpeg", "pid": 18860, "rss_mb": 58.059, "state": "S (sleeping)", "threads": 1}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 53.934, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "54e35fd1", "last_frame_pushed_age_sec": 34.234, "last_frame_pushed_at": "2026-09-04T03:00:44+09:00", "last_frame_read_age_sec": 34.286, "last_frame_read_at": "2026-09-04T03:00:44+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.094, "last_sample_duration_ms": 534.036, "last_trigger": "periodic", "next_snapshot_in_sec": 448.906, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 81, "storage_bytes": 1873428}, "mjpeg": {"age_sec": 34.227, "exists": true, "mtime": "2026-09-04T03:00:44.481206+09:00", "mtime_epoch": 1788458444.4812062, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 144082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-04T03:01:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1017.285, "name": "celery", "pid": 211, "rss_mb": 1017.285, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 37.575, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 10496, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.099826, "worker_small_worker_ratio": 0.7}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34246.241, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34241.552, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34250.303, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34249.211, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 211, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.728, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 211, "process_rss_mb_proxy": 1017.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.736, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "54e35fd1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 53.863, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.078, "exists": true, "size_bytes": 144082, "write_bytes_delta": 144082, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1289.0, "cpu_core_ratio": 0.148218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 315, "reason": null, "system_cpu_core_ratio": 0.01231, "system_cpu_s_delta": 0.4900000000000091, "user_cpu_core_ratio": 0.135908, "user_cpu_s_delta": 5.4099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.129879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3999.0, "pid": 211, "reason": null, "system_cpu_core_ratio": 0.0309, "system_cpu_s_delta": 1.2299999999995634, "user_cpu_core_ratio": 0.098979, "user_cpu_s_delta": 3.9399999999986903}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.275, "count": 30, "max": 27.076, "p95": 23.235, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.753, "count": 30, "max": 17.589, "p95": 14.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 429.933, "count": 30, "max": 1289.0, "p95": 481.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.046, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.243, "count": 30, "max": 0.408, "p95": 0.254, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.005, "count": 30, "max": 30.078, "p95": 0.034, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143149.433, "count": 30, "max": 146435.0, "p95": 145847.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 143149.433, "count": 30, "max": 146435.0, "p95": 145847.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3601.567, "count": 30, "max": 4026.0, "p95": 4001.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.12, "count": 30, "max": 0.197, "p95": 0.131, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.638, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4732, "sampled_at": "2026-09-04T03:01:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:01:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:46:20+09:00", "state": "running", "task_id": "f57948b2-a443-4bdf-81a7-6644b5425ac1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 569866, "flush_count": 801, "flush_interval_seconds": 30.0, "flush_state": {"count": 801, "last_at": "2026-09-04T03:10:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T03:10:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 800}, "started": true, "suppressed_count": 478503, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 478503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 801, "written_record_count": 801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6230.105, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c20d7c221c0] error while decoding MB 35 92, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1325176934400, "copied_frame_count": 479303, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1325176934400, "frame_buffer_copies": 479303, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0874, "count": 512, "max_ms": 0.9671, "p50_ms": 0.0702, "p95_ms": 0.155, "p99_ms": 0.2844}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8801, "count": 512, "max_ms": 2.8843, "p50_ms": 0.7961, "p95_ms": 1.471, "p99_ms": 1.837, "results": {"failed": 0, "not_applicable": 0, "success": 479303, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:10:35+09:00", "last_error_summary": "[h264 @ 0x5c20d7c221c0] error while decoding MB 35 92, bytestream -7", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7848.752, "last_started_at": "2026-09-04T00:59:46+09:00", "pid": 18186, "process": {"exists": false, "pid": 18186}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.024, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:10:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-09-04T03:10:35+09:00", "last_frame_read_age_sec": 0.048, "last_frame_read_at": "2026-09-04T03:10:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.383, "last_sample_duration_ms": 667.251, "last_trigger": "periodic", "next_snapshot_in_sec": 493.617, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1881970}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-09-04T03:10:35.604201+09:00", "mtime_epoch": 1788459035.6042013, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T03:10:35+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 981.781, "name": "celery", "pid": 181, "rss_mb": 972.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 479303, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 108}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 108, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.6, "pushed": 3.633, "read": 3.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 108, "client_acquire_ms": {"avg_ms": 0.005, "count": 108, "max_ms": 0.012, "p95_ms": 0.009, "reason": null, "sample_age_ms": 24.394, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.434, "count": 108, "max_ms": 2.055, "p95_ms": 1.27, "reason": null, "sample_age_ms": 49.417, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.181, "count": 108, "max_ms": 1.449, "p95_ms": 0.929, "reason": null, "sample_age_ms": 49.624, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 108, "max_ms": 0.174, "p95_ms": 0.114, "reason": null, "sample_age_ms": 24.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.087, "count": 108, "max_ms": 2.373, "p95_ms": 1.743, "reason": null, "sample_age_ms": 48.68, "source": "client_direct"}, "request_count": 108, "request_tensor_bytes": {"avg": 2211848.0, "count": 108, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 48.667, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 108, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.529, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.817, "count": 108, "max_ms": 52.629, "p95_ms": 36.615, "reason": null, "sample_age_ms": 24.391, "source": "client_direct"}, "sample_age_ms": 24.388, "source": "client_direct", "task_total_ms": {"avg_ms": 29.092, "count": 108, "max_ms": 53.421, "p95_ms": 38.234, "reason": null, "sample_age_ms": 24.388, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.428, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.492, "count": 108, "max_ms": 1.005, "p95_ms": 0.753}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 108, "max_ms": 0.293, "p95_ms": 0.252}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 108, "max_ms": 0.113, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 108, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 108, "max_ms": 0.105, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 108, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 108, "max_ms": 0.358, "p95_ms": 0.218}, "setup_ms": {"avg_ms": 0.029, "count": 108, "max_ms": 0.065, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.461, "count": 108, "max_ms": 0.942, "p95_ms": 0.705}, "track_match_ms": {"avg_ms": 0.003, "count": 108, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 108, "max_ms": 0.041, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 1.956, "count": 109, "max_ms": 4.13, "p95_ms": 3.222}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 108, "max_ms": 0.384, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.767, "count": 108, "max_ms": 53.843, "p95_ms": 38.794}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 108, "max_ms": 0.12, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.672, "count": 108, "max_ms": 81.736, "p95_ms": 70.187}, "inference_input_copy_ms": {"avg_ms": 0.944, "count": 108, "max_ms": 2.406, "p95_ms": 1.555}, "processing_residual_ms": {"avg_ms": 0.097, "count": 108, "max_ms": 0.217, "p95_ms": 0.184}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.745, "count": 108, "max_ms": 84.167, "p95_ms": 71.171}, "read_interval": {"avg_ms": 278.026, "count": 108, "max_ms": 9292.22, "p95_ms": 254.194}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 108, "max_ms": 0.034, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.086, "count": 108, "max_ms": 0.274, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 108, "max_ms": 0.017, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 108, "max_ms": 0.246, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 108, "max_ms": 0.023, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.779, "count": 108, "max_ms": 53.852, "p95_ms": 38.804}, "visualize": {"avg_ms": 23.753, "count": 108, "max_ms": 46.199, "p95_ms": 32.116}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.171, "count": 108, "max_ms": 45.335, "p95_ms": 31.394}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.62, "count": 108, "max_ms": 45.932, "p95_ms": 31.945}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.554, "count": 108, "max_ms": 45.815, "p95_ms": 31.884}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 108, "max_ms": 0.156, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 972.953, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.593, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.024, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:10:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93974, "write_bytes_delta": 93974, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 28.0, "cpu_core_ratio": 0.029543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2570.0, "pid": 18186, "reason": null, "system_cpu_core_ratio": 0.000985, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.028558, "user_cpu_s_delta": 0.2899999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.027573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1911.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.004924, "system_cpu_s_delta": 0.0500000000001819, "user_cpu_core_ratio": 0.022649, "user_cpu_s_delta": 0.22999999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.999, "count": 105, "max_ms": 4.13, "p95_ms": 3.222, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.899, "count": 30, "max": 34.753, "p95": 23.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.004, "count": 30, "max": 23.786, "p95": 19.541, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 683.733, "count": 30, "max": 718.0, "p95": 717.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 85.667, "count": 30, "max": 2570.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.056, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.832, "count": 30, "max": 0.917, "p95": 0.909, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.072, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94553.667, "count": 30, "max": 97011.0, "p95": 96071.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94553.667, "count": 30, "max": 97011.0, "p95": 96071.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42136.8, "count": 30, "max": 46265.0, "p95": 45984.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.166, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.435, "p95": 0.432, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4769, "sampled_at": "2026-09-04T03:10:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:10:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 569866, "flush_count": 801, "flush_interval_seconds": 30.0, "flush_state": {"count": 801, "last_at": "2026-09-04T03:10:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T03:10:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 800}, "started": true, "suppressed_count": 478503, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 478503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 801, "written_record_count": 801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6230.008, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1325176934400, "copied_frame_count": 479303, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1325176934400, "frame_buffer_copies": 479303, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0874, "count": 512, "max_ms": 0.9671, "p50_ms": 0.0702, "p95_ms": 0.155, "p99_ms": 0.2844}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8801, "count": 512, "max_ms": 2.8843, "p50_ms": 0.7961, "p95_ms": 1.471, "p99_ms": 1.837, "results": {"failed": 0, "not_applicable": 0, "success": 479303, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:10:35+09:00", "last_error_summary": "[h264 @ 0x5c20d7c221c0] error while decoding MB 35 92, bytestream -7", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7848.783, "last_started_at": "2026-09-04T00:59:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.024, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:10:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-09-04T03:10:35+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-09-04T03:10:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.403, "last_sample_duration_ms": 667.251, "last_trigger": "periodic", "next_snapshot_in_sec": 493.597, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1881970}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-09-04T03:10:35.650202+09:00", "mtime_epoch": 1788459035.650202, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95284}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T03:10:35+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 981.781, "name": "celery", "pid": 181, "rss_mb": 972.957, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 479303, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 108}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 108, "pushed_frames": 108, "read_frames": 108, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.603, "pushed": 3.603, "read": 3.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 108, "client_acquire_ms": {"avg_ms": 0.005, "count": 108, "max_ms": 0.012, "p95_ms": 0.009, "reason": null, "sample_age_ms": 55.063, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.434, "count": 108, "max_ms": 2.055, "p95_ms": 1.27, "reason": null, "sample_age_ms": 80.086, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.181, "count": 108, "max_ms": 1.449, "p95_ms": 0.929, "reason": null, "sample_age_ms": 80.293, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 108, "max_ms": 0.174, "p95_ms": 0.114, "reason": null, "sample_age_ms": 55.069, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.087, "count": 108, "max_ms": 2.373, "p95_ms": 1.743, "reason": null, "sample_age_ms": 79.349, "source": "client_direct"}, "request_count": 108, "request_tensor_bytes": {"avg": 2211848.0, "count": 108, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.336, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 108, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.197, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.817, "count": 108, "max_ms": 52.629, "p95_ms": 36.615, "reason": null, "sample_age_ms": 55.06, "source": "client_direct"}, "sample_age_ms": 55.057, "source": "client_direct", "task_total_ms": {"avg_ms": 29.092, "count": 108, "max_ms": 53.421, "p95_ms": 38.234, "reason": null, "sample_age_ms": 55.057, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.48, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.492, "count": 108, "max_ms": 1.005, "p95_ms": 0.753}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 108, "max_ms": 0.293, "p95_ms": 0.252}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 108, "max_ms": 0.113, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 108, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 108, "max_ms": 0.105, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 108, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 108, "max_ms": 0.358, "p95_ms": 0.218}, "setup_ms": {"avg_ms": 0.029, "count": 108, "max_ms": 0.065, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.461, "count": 108, "max_ms": 0.942, "p95_ms": 0.705}, "track_match_ms": {"avg_ms": 0.003, "count": 108, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 108, "max_ms": 0.041, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 1.958, "count": 108, "max_ms": 4.13, "p95_ms": 3.222}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 108, "max_ms": 0.384, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.767, "count": 108, "max_ms": 53.843, "p95_ms": 38.794}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 108, "max_ms": 0.12, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.672, "count": 108, "max_ms": 81.736, "p95_ms": 70.187}, "inference_input_copy_ms": {"avg_ms": 0.944, "count": 108, "max_ms": 2.406, "p95_ms": 1.555}, "processing_residual_ms": {"avg_ms": 0.097, "count": 108, "max_ms": 0.217, "p95_ms": 0.184}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.745, "count": 108, "max_ms": 84.167, "p95_ms": 71.171}, "read_interval": {"avg_ms": 278.026, "count": 108, "max_ms": 9292.22, "p95_ms": 254.194}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 108, "max_ms": 0.034, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.086, "count": 108, "max_ms": 0.274, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 108, "max_ms": 0.017, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 108, "max_ms": 0.246, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 108, "max_ms": 0.023, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.779, "count": 108, "max_ms": 53.852, "p95_ms": 38.804}, "visualize": {"avg_ms": 23.753, "count": 108, "max_ms": 46.199, "p95_ms": 32.116}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.171, "count": 108, "max_ms": 45.335, "p95_ms": 31.394}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.62, "count": 108, "max_ms": 45.932, "p95_ms": 31.945}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.554, "count": 108, "max_ms": 45.815, "p95_ms": 31.884}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 108, "max_ms": 0.156, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 972.953, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.593, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.024, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:10:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93974, "write_bytes_delta": 93974, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 28.0, "cpu_core_ratio": 0.029543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2570.0, "pid": 18186, "reason": null, "system_cpu_core_ratio": 0.000985, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.028558, "user_cpu_s_delta": 0.2899999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.027573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1911.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.004924, "system_cpu_s_delta": 0.0500000000001819, "user_cpu_core_ratio": 0.022649, "user_cpu_s_delta": 0.22999999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.999, "count": 105, "max_ms": 4.13, "p95_ms": 3.222, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.899, "count": 30, "max": 34.753, "p95": 23.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.004, "count": 30, "max": 23.786, "p95": 19.541, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 683.733, "count": 30, "max": 718.0, "p95": 717.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 85.667, "count": 30, "max": 2570.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.056, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.832, "count": 30, "max": 0.917, "p95": 0.909, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.072, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94553.667, "count": 30, "max": 97011.0, "p95": 96071.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94553.667, "count": 30, "max": 97011.0, "p95": 96071.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42136.8, "count": 30, "max": 46265.0, "p95": 45984.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.166, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.435, "p95": 0.432, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4769, "sampled_at": "2026-09-04T03:10:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:10:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 569866, "flush_count": 801, "flush_interval_seconds": 30.0, "flush_state": {"count": 801, "last_at": "2026-09-04T03:10:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T03:10:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 800}, "started": true, "suppressed_count": 478503, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 478503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 801, "written_record_count": 801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6268.875, "limit_mb": null}, "detail": {"pid": 18976, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1325176934400, "copied_frame_count": 479303, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1325176934400, "frame_buffer_copies": 479303, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0874, "count": 512, "max_ms": 0.9671, "p50_ms": 0.0702, "p95_ms": 0.155, "p99_ms": 0.2844}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8801, "count": 512, "max_ms": 2.8843, "p50_ms": 0.7961, "p95_ms": 1.471, "p99_ms": 1.837, "results": {"failed": 0, "not_applicable": 0, "success": 479303, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:10:35+09:00", "last_error_summary": "[h264 @ 0x5c20d7c221c0] error while decoding MB 35 92, bytestream -7", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T03:10:38+09:00", "pid": 18976, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.492, "name": "ffmpeg", "pid": 18976, "rss_mb": 75.492, "state": "S (sleeping)", "threads": 1}, "restart_count": 3, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.024, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:10:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 4.643, "last_frame_pushed_at": "2026-09-04T03:10:35+09:00", "last_frame_read_age_sec": 4.686, "last_frame_read_at": "2026-09-04T03:10:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.014, "last_sample_duration_ms": 667.251, "last_trigger": "periodic", "next_snapshot_in_sec": 488.986, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1881970}, "mjpeg": {"age_sec": 4.636, "exists": true, "mtime": "2026-09-04T03:10:35.650202+09:00", "mtime_epoch": 1788459035.650202, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95284}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T03:10:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 981.781, "name": "celery", "pid": 181, "rss_mb": 972.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 479303, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.071, "pushed": 2.071, "read": 2.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 62, "client_acquire_ms": {"avg_ms": 0.005, "count": 62, "max_ms": 0.012, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4663.522, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 61, "max_ms": 1.651, "p95_ms": 1.026, "reason": null, "sample_age_ms": 4688.545, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 61, "max_ms": 1.228, "p95_ms": 0.838, "reason": null, "sample_age_ms": 4688.751, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 62, "max_ms": 0.174, "p95_ms": 0.137, "reason": null, "sample_age_ms": 4663.528, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.069, "count": 62, "max_ms": 2.373, "p95_ms": 1.848, "reason": null, "sample_age_ms": 4687.808, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2211848.0, "count": 62, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4687.794, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4663.656, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.938, "count": 62, "max_ms": 52.629, "p95_ms": 36.835, "reason": null, "sample_age_ms": 4663.519, "source": "client_direct"}, "sample_age_ms": 4663.516, "source": "client_direct", "task_total_ms": {"avg_ms": 29.194, "count": 62, "max_ms": 53.421, "p95_ms": 38.661, "reason": null, "sample_age_ms": 4663.516, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.141, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.488, "count": 62, "max_ms": 0.858, "p95_ms": 0.716}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 62, "max_ms": 0.256, "p95_ms": 0.234}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 62, "max_ms": 0.107, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 62, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 62, "max_ms": 0.105, "p95_ms": 0.078}, "mcmt_ms": {"avg_ms": 0.002, "count": 62, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 62, "max_ms": 0.284, "p95_ms": 0.2}, "setup_ms": {"avg_ms": 0.029, "count": 62, "max_ms": 0.065, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.458, "count": 62, "max_ms": 0.81, "p95_ms": 0.68}, "track_match_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 62, "max_ms": 0.038, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.971, "count": 62, "max_ms": 4.13, "p95_ms": 3.389}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 62, "max_ms": 0.384, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.856, "count": 62, "max_ms": 53.843, "p95_ms": 39.867}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 62, "max_ms": 0.07, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.026, "count": 62, "max_ms": 81.736, "p95_ms": 72.916}, "inference_input_copy_ms": {"avg_ms": 0.906, "count": 62, "max_ms": 2.212, "p95_ms": 1.523}, "processing_residual_ms": {"avg_ms": 0.092, "count": 62, "max_ms": 0.187, "p95_ms": 0.16}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.053, "count": 62, "max_ms": 84.167, "p95_ms": 74.51}, "read_interval": {"avg_ms": 414.989, "count": 61, "max_ms": 9292.22, "p95_ms": 747.746}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 62, "max_ms": 0.034, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.084, "count": 62, "max_ms": 0.199, "p95_ms": 0.126}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 62, "max_ms": 0.017, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 62, "max_ms": 0.175, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.014, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 29.868, "count": 62, "max_ms": 53.852, "p95_ms": 39.875}, "visualize": {"avg_ms": 23.016, "count": 62, "max_ms": 46.199, "p95_ms": 32.295}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.45, "count": 62, "max_ms": 45.335, "p95_ms": 31.394}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.887, "count": 62, "max_ms": 45.932, "p95_ms": 32.087}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.822, "count": 62, "max_ms": 45.815, "p95_ms": 31.966}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 62, "max_ms": 0.088, "p95_ms": 0.056}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 972.953, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.593, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.024, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:10:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93974, "write_bytes_delta": 93974, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 28.0, "cpu_core_ratio": 0.029543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2570.0, "pid": 18186, "reason": null, "system_cpu_core_ratio": 0.000985, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.028558, "user_cpu_s_delta": 0.2899999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.027573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1911.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.004924, "system_cpu_s_delta": 0.0500000000001819, "user_cpu_core_ratio": 0.022649, "user_cpu_s_delta": 0.22999999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.999, "count": 105, "max_ms": 4.13, "p95_ms": 3.222, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.899, "count": 30, "max": 34.753, "p95": 23.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.004, "count": 30, "max": 23.786, "p95": 19.541, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 683.733, "count": 30, "max": 718.0, "p95": 717.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 85.667, "count": 30, "max": 2570.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.056, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.832, "count": 30, "max": 0.917, "p95": 0.909, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.072, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94553.667, "count": 30, "max": 97011.0, "p95": 96071.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94553.667, "count": 30, "max": 97011.0, "p95": 96071.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42136.8, "count": 30, "max": 46265.0, "p95": 45984.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.166, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.435, "p95": 0.432, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4769, "sampled_at": "2026-09-04T03:10:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:10:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 768038, "flush_count": 797, "flush_interval_seconds": 30.0, "flush_state": {"count": 797, "last_at": "2026-09-04T03:10:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T03:10:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 796}, "started": true, "suppressed_count": 476070, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 475735}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 797, "written_record_count": 797}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6415.891, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5f1d622bdd80] error while decoding MB 109 23, bytestream -7 [h264 @ 0x5f1d622d1f40] left block unavailable for requested intra mode [h264 @ 0x5f1d622d1f40] error while decoding MB 0 23, bytestream 78658 [h264 @ 0x5f1d62e78c40] error while decoding MB 31 52, bytestream -5 [h264 @ 0x5f1d6219fe40] cabac decode of qscale diff failed at 27 38 [h264 @ 0x5f1d6219fe40] error while decoding MB 27 38, bytestream 8088 [h264 @ 0x5f1d621bb000] left block unavailable for requested intra4x4 mode -1 [", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317512908800, "copied_frame_count": 476531, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-04T03:10:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4311427, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-04T03:10:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.675}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 335, "events_emitted": 282, "events_failed": 0, "events_observed": 335, "events_suppressed": 53, "frame_buffer_copied_bytes": 1317512908800, "frame_buffer_copies": 476531, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0783, "count": 512, "max_ms": 0.9052, "p50_ms": 0.067, "p95_ms": 0.1325, "p99_ms": 0.2155}, "stages": {"db_insert": {"avg_ms": 23.8777, "count": 282, "max_ms": 60.8609, "p50_ms": 21.3805, "p95_ms": 44.5139, "p99_ms": 54.044, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5165, "count": 282, "max_ms": 3.1521, "p50_ms": 1.4621, "p95_ms": 2.3694, "p99_ms": 2.6591, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 746.9341, "count": 335, "max_ms": 1612.9767, "p50_ms": 835.6482, "p95_ms": 1155.7985, "p99_ms": 1427.8736, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9847, "count": 512, "max_ms": 2.8617, "p50_ms": 0.9089, "p95_ms": 1.6178, "p99_ms": 2.0946, "results": {"failed": 0, "not_applicable": 0, "success": 476531, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 393.0641, "count": 335, "max_ms": 1186.2126, "p50_ms": 452.9114, "p95_ms": 496.7825, "p99_ms": 620.1622, "results": {"failed": 0, "not_applicable": 0, "success": 335, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.6703, "count": 282, "max_ms": 46.0624, "p50_ms": 9.4104, "p95_ms": 16.7556, "p99_ms": 29.037, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.707, "count": 512, "max_ms": 9.2925, "p50_ms": 4.6226, "p95_ms": 6.6661, "p99_ms": 7.7973, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9534, "count": 512, "max_ms": 2.7811, "p50_ms": 0.8388, "p95_ms": 1.7071, "p99_ms": 2.3223, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 463.5455, "count": 282, "max_ms": 1183.855, "p50_ms": 452.9583, "p95_ms": 500.9131, "p99_ms": 671.4107, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 384.9912, "count": 282, "max_ms": 1103.3168, "p50_ms": 375.9435, "p95_ms": 415.9697, "p99_ms": 590.7989, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.8128, "count": 282, "max_ms": 115.8187, "p50_ms": 74.4025, "p95_ms": 83.9213, "p99_ms": 92.5595, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.338, "count": 282, "max_ms": 6.5852, "p50_ms": 1.1464, "p95_ms": 2.6612, "p99_ms": 3.8588, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.036, "count": 282, "max_ms": 60.2321, "p50_ms": 30.6257, "p95_ms": 40.1959, "p99_ms": 45.5303, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6689, "count": 335, "max_ms": 1.4526, "p50_ms": 0.631, "p95_ms": 1.1116, "p99_ms": 1.319, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3551, "count": 282, "max_ms": 14.0913, "p50_ms": 1.0722, "p95_ms": 8.6451, "p99_ms": 12.9523, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3551, "count": 282, "max_ms": 14.0913, "p50_ms": 1.0722, "p95_ms": 8.6451, "p99_ms": 12.9523, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6689, "count": 335, "max_ms": 1.4526, "p50_ms": 0.631, "p95_ms": 1.1116, "p99_ms": 1.319, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7407, "count": 282, "max_ms": 1.7862, "p50_ms": 0.6474, "p95_ms": 1.3413, "p99_ms": 1.6691, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 369.9327, "count": 282, "max_ms": 1037.5001, "p50_ms": 342.6571, "p95_ms": 639.7933, "p99_ms": 855.0681, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 335, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 335, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3932, "count": 282, "max_ms": 11.2432, "p50_ms": 0.8902, "p95_ms": 3.7885, "p99_ms": 6.9109, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.4855, "count": 282, "max_ms": 44.2224, "p50_ms": 6.7064, "p95_ms": 22.5934, "p99_ms": 36.6351, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0801, "count": 282, "max_ms": 0.7528, "p50_ms": 0.0705, "p95_ms": 0.1457, "p99_ms": 0.1969, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6079, "count": 282, "max_ms": 3.7809, "p50_ms": 1.5433, "p95_ms": 2.4915, "p99_ms": 3.04, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 419.0793, "count": 282, "max_ms": 1082.4779, "p50_ms": 391.3463, "p95_ms": 698.1118, "p99_ms": 910.5198, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0692, "p95_ms": 0.1464, "p99_ms": 0.1885}, "wait_ms": {"count": 256, "max_ms": 3.7809, "p50_ms": 1.5401, "p95_ms": 2.4057, "p99_ms": 3.0705}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7118, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 3.1521, "p50_ms": 1.4354, "p95_ms": 2.3388, "p99_ms": 2.6317}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:11:51+09:00", "last_error_summary": "[h264 @ 0x5f1d622bdd80] error while decoding MB 109 23, bytestream -7 [h264 @ 0x5f1d622d1f40] left block unavailable for requested intra mode [h264 @ 0x5f1d622d1f40] error while decoding MB 0 23, bytestream 78658 [h264 @ 0x5f1d62e78c40] error while decoding MB 31 52, bytestream -5 [h264 @ 0x5f1d6219fe40] cabac decode of qscale diff failed at 27 38 [h264 @ 0x5f1d6219fe40] error while decoding MB 27 38, bytestream 8088 [h264 @ 0x5f1d621bb000] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-09-04T03:11:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 13993.138, "last_started_at": "2026-09-03T23:18:37+09:00", "pid": 12366, "process": {"exists": false, "pid": 12366}, "restart_count": 3, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.067, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-09-04T03:11:51+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-09-04T03:11:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.796, "last_sample_duration_ms": 667.251, "last_trigger": "periodic", "next_snapshot_in_sec": 418.204, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1881970}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-09-04T03:11:51.061477+09:00", "mtime_epoch": 1788459111.0614772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129913}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-04T03:11:51+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1137.297, "name": "celery", "pid": 183, "rss_mb": 1100.227, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 204, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 476531, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.94, "max": 9.0, "p95": 8.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 116, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.097, "pushed": 4.097, "read": 4.097}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.007, "count": 116, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 44.604, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.418, "count": 116, "max_ms": 2.867, "p95_ms": 0.981, "reason": null, "sample_age_ms": 81.51, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 116, "max_ms": 2.328, "p95_ms": 0.785, "reason": null, "sample_age_ms": 81.734, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 116, "max_ms": 0.651, "p95_ms": 0.37, "reason": null, "sample_age_ms": 44.611, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.443, "count": 116, "max_ms": 3.263, "p95_ms": 2.482, "reason": null, "sample_age_ms": 80.03, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.004, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.8, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.615, "count": 116, "max_ms": 47.144, "p95_ms": 41.492, "reason": null, "sample_age_ms": 44.6, "source": "client_direct"}, "sample_age_ms": 44.598, "source": "client_direct", "task_total_ms": {"avg_ms": 34.402, "count": 116, "max_ms": 48.873, "p95_ms": 43.318, "reason": null, "sample_age_ms": 44.598, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.564, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 116, "max_ms": 1.173, "p95_ms": 0.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.168, "count": 116, "max_ms": 0.425, "p95_ms": 0.303}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 116, "max_ms": 0.216, "p95_ms": 0.156}, "event_filter_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 116, "max_ms": 0.134, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 116, "max_ms": 0.405, "p95_ms": 0.206}, "setup_ms": {"avg_ms": 0.031, "count": 116, "max_ms": 0.108, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.514, "count": 116, "max_ms": 1.095, "p95_ms": 0.854}, "track_match_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.032, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 116, "max_ms": 0.077, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.096, "count": 116, "max_ms": 3.984, "p95_ms": 3.104}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 116, "max_ms": 0.145, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.082, "count": 116, "max_ms": 49.858, "p95_ms": 44.462}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 116, "max_ms": 0.117, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.038, "count": 116, "max_ms": 73.123, "p95_ms": 70.521}, "inference_input_copy_ms": {"avg_ms": 1.311, "count": 116, "max_ms": 4.406, "p95_ms": 2.162}, "processing_residual_ms": {"avg_ms": 0.133, "count": 116, "max_ms": 0.405, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.513, "count": 116, "max_ms": 74.795, "p95_ms": 72.314}, "read_interval": {"avg_ms": 319.294, "count": 116, "max_ms": 20310.03, "p95_ms": 93.754}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 116, "max_ms": 0.032, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.091, "count": 116, "max_ms": 0.306, "p95_ms": 0.147}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 116, "max_ms": 0.015, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 116, "max_ms": 0.28, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.096, "count": 116, "max_ms": 49.879, "p95_ms": 44.474}, "visualize": {"avg_ms": 22.607, "count": 116, "max_ms": 30.654, "p95_ms": 28.344}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.983, "count": 116, "max_ms": 30.098, "p95_ms": 27.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.469, "count": 116, "max_ms": 30.548, "p95_ms": 28.16}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.398, "count": 116, "max_ms": 30.491, "p95_ms": 28.083}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 116, "max_ms": 0.179, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1100.219, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.617, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.067, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 142257, "write_bytes_delta": 142257, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 256.0, "cpu_core_ratio": 0.110827, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7518.0, "pid": 12366, "reason": null, "system_cpu_core_ratio": 0.03354, "system_cpu_s_delta": 0.9199999999999591, "user_cpu_core_ratio": 0.077287, "user_cpu_s_delta": 2.119999999999891}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.199051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.020051, "system_cpu_s_delta": 0.5499999999997272, "user_cpu_core_ratio": 0.179, "user_cpu_s_delta": 4.9099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.096, "count": 105, "max_ms": 3.984, "p95_ms": 3.104, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.619, "max": 7.0, "p95": 5.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.554, "count": 30, "max": 47.587, "p95": 35.071, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.254, "count": 30, "max": 19.681, "p95": 16.695, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 635.533, "count": 30, "max": 706.0, "p95": 706.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 708.767, "count": 30, "max": 7518.0, "p95": 5441.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.609, "p95": 0.337, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.671, "p95": 0.541, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.123, "p95": 0.075, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132406.9, "count": 30, "max": 142257.0, "p95": 137719.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132406.9, "count": 30, "max": 142257.0, "p95": 137719.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 228.4, "count": 30, "max": 6506.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.126, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.676, "p95": 0.573, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4675, "sampled_at": "2026-09-04T03:11:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:11:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.312, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 768038, "flush_count": 797, "flush_interval_seconds": 30.0, "flush_state": {"count": 797, "last_at": "2026-09-04T03:10:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T03:10:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 796}, "started": true, "suppressed_count": 476070, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 475735}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 797, "written_record_count": 797}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6416.102, "limit_mb": null}, "detail": {"last_error_at": "2026-09-04T03:11:51+09:00", "last_error_summary": "[h264 @ 0x5f1d622bdd80] error while decoding MB 109 23, bytestream -7 [h264 @ 0x5f1d622d1f40] left block unavailable for requested intra mode [h264 @ 0x5f1d622d1f40] error while decoding MB 0 23, bytestream 78658 [h264 @ 0x5f1d62e78c40] error while decoding MB 31 52, bytestream -5 [h264 @ 0x5f1d6219fe40] cabac decode of qscale diff failed at 27 38 [h264 @ 0x5f1d6219fe40] error while decoding MB 27 38, bytestream 8088 [h264 @ 0x5f1d621bb000] left block unavailable for requested intra4x4 mode -1 [", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317512908800, "copied_frame_count": 476531, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-04T03:10:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4311427, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-04T03:10:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.675}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 335, "events_emitted": 282, "events_failed": 0, "events_observed": 335, "events_suppressed": 53, "frame_buffer_copied_bytes": 1317512908800, "frame_buffer_copies": 476531, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0783, "count": 512, "max_ms": 0.9052, "p50_ms": 0.067, "p95_ms": 0.1325, "p99_ms": 0.2155}, "stages": {"db_insert": {"avg_ms": 23.8777, "count": 282, "max_ms": 60.8609, "p50_ms": 21.3805, "p95_ms": 44.5139, "p99_ms": 54.044, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5165, "count": 282, "max_ms": 3.1521, "p50_ms": 1.4621, "p95_ms": 2.3694, "p99_ms": 2.6591, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 746.9341, "count": 335, "max_ms": 1612.9767, "p50_ms": 835.6482, "p95_ms": 1155.7985, "p99_ms": 1427.8736, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9847, "count": 512, "max_ms": 2.8617, "p50_ms": 0.9089, "p95_ms": 1.6178, "p99_ms": 2.0946, "results": {"failed": 0, "not_applicable": 0, "success": 476531, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 393.0641, "count": 335, "max_ms": 1186.2126, "p50_ms": 452.9114, "p95_ms": 496.7825, "p99_ms": 620.1622, "results": {"failed": 0, "not_applicable": 0, "success": 335, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.6703, "count": 282, "max_ms": 46.0624, "p50_ms": 9.4104, "p95_ms": 16.7556, "p99_ms": 29.037, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.707, "count": 512, "max_ms": 9.2925, "p50_ms": 4.6226, "p95_ms": 6.6661, "p99_ms": 7.7973, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9534, "count": 512, "max_ms": 2.7811, "p50_ms": 0.8388, "p95_ms": 1.7071, "p99_ms": 2.3223, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 463.5455, "count": 282, "max_ms": 1183.855, "p50_ms": 452.9583, "p95_ms": 500.9131, "p99_ms": 671.4107, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 384.9912, "count": 282, "max_ms": 1103.3168, "p50_ms": 375.9435, "p95_ms": 415.9697, "p99_ms": 590.7989, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.8128, "count": 282, "max_ms": 115.8187, "p50_ms": 74.4025, "p95_ms": 83.9213, "p99_ms": 92.5595, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.338, "count": 282, "max_ms": 6.5852, "p50_ms": 1.1464, "p95_ms": 2.6612, "p99_ms": 3.8588, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.036, "count": 282, "max_ms": 60.2321, "p50_ms": 30.6257, "p95_ms": 40.1959, "p99_ms": 45.5303, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6689, "count": 335, "max_ms": 1.4526, "p50_ms": 0.631, "p95_ms": 1.1116, "p99_ms": 1.319, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3551, "count": 282, "max_ms": 14.0913, "p50_ms": 1.0722, "p95_ms": 8.6451, "p99_ms": 12.9523, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3551, "count": 282, "max_ms": 14.0913, "p50_ms": 1.0722, "p95_ms": 8.6451, "p99_ms": 12.9523, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6689, "count": 335, "max_ms": 1.4526, "p50_ms": 0.631, "p95_ms": 1.1116, "p99_ms": 1.319, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7407, "count": 282, "max_ms": 1.7862, "p50_ms": 0.6474, "p95_ms": 1.3413, "p99_ms": 1.6691, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 369.9327, "count": 282, "max_ms": 1037.5001, "p50_ms": 342.6571, "p95_ms": 639.7933, "p99_ms": 855.0681, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 335, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 335, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3932, "count": 282, "max_ms": 11.2432, "p50_ms": 0.8902, "p95_ms": 3.7885, "p99_ms": 6.9109, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.4855, "count": 282, "max_ms": 44.2224, "p50_ms": 6.7064, "p95_ms": 22.5934, "p99_ms": 36.6351, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0801, "count": 282, "max_ms": 0.7528, "p50_ms": 0.0705, "p95_ms": 0.1457, "p99_ms": 0.1969, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6079, "count": 282, "max_ms": 3.7809, "p50_ms": 1.5433, "p95_ms": 2.4915, "p99_ms": 3.04, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 419.0793, "count": 282, "max_ms": 1082.4779, "p50_ms": 391.3463, "p95_ms": 698.1118, "p99_ms": 910.5198, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0692, "p95_ms": 0.1464, "p99_ms": 0.1885}, "wait_ms": {"count": 256, "max_ms": 3.7809, "p50_ms": 1.5401, "p95_ms": 2.4057, "p99_ms": 3.0705}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7118, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 3.1521, "p50_ms": 1.4354, "p95_ms": 2.3388, "p99_ms": 2.6317}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:11:51+09:00", "last_error_summary": "[h264 @ 0x5f1d622bdd80] error while decoding MB 109 23, bytestream -7 [h264 @ 0x5f1d622d1f40] left block unavailable for requested intra mode [h264 @ 0x5f1d622d1f40] error while decoding MB 0 23, bytestream 78658 [h264 @ 0x5f1d62e78c40] error while decoding MB 31 52, bytestream -5 [h264 @ 0x5f1d6219fe40] cabac decode of qscale diff failed at 27 38 [h264 @ 0x5f1d6219fe40] error while decoding MB 27 38, bytestream 8088 [h264 @ 0x5f1d621bb000] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-09-04T03:11:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 13993.163, "last_started_at": "2026-09-03T23:18:37+09:00", "pid": 12366, "process": {"exists": false, "pid": 12366}, "restart_count": 3, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.067, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-09-04T03:11:51+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-09-04T03:11:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.819, "last_sample_duration_ms": 667.251, "last_trigger": "periodic", "next_snapshot_in_sec": 418.181, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1881970}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-09-04T03:11:51.061477+09:00", "mtime_epoch": 1788459111.0614772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129913}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-04T03:11:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1137.297, "name": "celery", "pid": 183, "rss_mb": 1100.211, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 204, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 476531, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.94, "max": 9.0, "p95": 8.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 116, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.094, "pushed": 4.094, "read": 4.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.007, "count": 116, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 68.983, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.418, "count": 116, "max_ms": 2.867, "p95_ms": 0.981, "reason": null, "sample_age_ms": 105.889, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 116, "max_ms": 2.328, "p95_ms": 0.785, "reason": null, "sample_age_ms": 106.113, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 116, "max_ms": 0.651, "p95_ms": 0.37, "reason": null, "sample_age_ms": 68.99, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.443, "count": 116, "max_ms": 3.263, "p95_ms": 2.482, "reason": null, "sample_age_ms": 104.409, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.383, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.179, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.615, "count": 116, "max_ms": 47.144, "p95_ms": 41.492, "reason": null, "sample_age_ms": 68.98, "source": "client_direct"}, "sample_age_ms": 68.977, "source": "client_direct", "task_total_ms": {"avg_ms": 34.402, "count": 116, "max_ms": 48.873, "p95_ms": 43.318, "reason": null, "sample_age_ms": 68.977, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.548, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 116, "max_ms": 1.173, "p95_ms": 0.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.168, "count": 116, "max_ms": 0.425, "p95_ms": 0.303}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 116, "max_ms": 0.216, "p95_ms": 0.156}, "event_filter_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 116, "max_ms": 0.134, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 116, "max_ms": 0.405, "p95_ms": 0.206}, "setup_ms": {"avg_ms": 0.031, "count": 116, "max_ms": 0.108, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.514, "count": 116, "max_ms": 1.095, "p95_ms": 0.854}, "track_match_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.032, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 116, "max_ms": 0.077, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.096, "count": 116, "max_ms": 3.984, "p95_ms": 3.104}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 116, "max_ms": 0.145, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.082, "count": 116, "max_ms": 49.858, "p95_ms": 44.462}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 116, "max_ms": 0.117, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.038, "count": 116, "max_ms": 73.123, "p95_ms": 70.521}, "inference_input_copy_ms": {"avg_ms": 1.311, "count": 116, "max_ms": 4.406, "p95_ms": 2.162}, "processing_residual_ms": {"avg_ms": 0.133, "count": 116, "max_ms": 0.405, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.513, "count": 116, "max_ms": 74.795, "p95_ms": 72.314}, "read_interval": {"avg_ms": 319.294, "count": 116, "max_ms": 20310.03, "p95_ms": 93.754}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 116, "max_ms": 0.032, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.091, "count": 116, "max_ms": 0.306, "p95_ms": 0.147}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 116, "max_ms": 0.015, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 116, "max_ms": 0.28, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.096, "count": 116, "max_ms": 49.879, "p95_ms": 44.474}, "visualize": {"avg_ms": 22.607, "count": 116, "max_ms": 30.654, "p95_ms": 28.344}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.983, "count": 116, "max_ms": 30.098, "p95_ms": 27.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.469, "count": 116, "max_ms": 30.548, "p95_ms": 28.16}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.398, "count": 116, "max_ms": 30.491, "p95_ms": 28.083}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 116, "max_ms": 0.179, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1100.219, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.617, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.067, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 142257, "write_bytes_delta": 142257, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 256.0, "cpu_core_ratio": 0.110827, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7518.0, "pid": 12366, "reason": null, "system_cpu_core_ratio": 0.03354, "system_cpu_s_delta": 0.9199999999999591, "user_cpu_core_ratio": 0.077287, "user_cpu_s_delta": 2.119999999999891}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.199051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.020051, "system_cpu_s_delta": 0.5499999999997272, "user_cpu_core_ratio": 0.179, "user_cpu_s_delta": 4.9099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.096, "count": 105, "max_ms": 3.984, "p95_ms": 3.104, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.619, "max": 7.0, "p95": 5.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.554, "count": 30, "max": 47.587, "p95": 35.071, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.254, "count": 30, "max": 19.681, "p95": 16.695, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 635.533, "count": 30, "max": 706.0, "p95": 706.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 708.767, "count": 30, "max": 7518.0, "p95": 5441.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.609, "p95": 0.337, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.671, "p95": 0.541, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.123, "p95": 0.075, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132406.9, "count": 30, "max": 142257.0, "p95": 137719.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132406.9, "count": 30, "max": 142257.0, "p95": 137719.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 228.4, "count": 30, "max": 6506.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.126, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.676, "p95": 0.573, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4675, "sampled_at": "2026-09-04T03:11:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:11:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.337, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 768038, "flush_count": 797, "flush_interval_seconds": 30.0, "flush_state": {"count": 797, "last_at": "2026-09-04T03:10:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T03:10:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 796}, "started": true, "suppressed_count": 476070, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 475735}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 797, "written_record_count": 797}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6418.383, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317512908800, "copied_frame_count": 476531, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-04T03:10:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4311427, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-04T03:10:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.675}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 335, "events_emitted": 282, "events_failed": 0, "events_observed": 335, "events_suppressed": 53, "frame_buffer_copied_bytes": 1317512908800, "frame_buffer_copies": 476531, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0783, "count": 512, "max_ms": 0.9052, "p50_ms": 0.067, "p95_ms": 0.1325, "p99_ms": 0.2155}, "stages": {"db_insert": {"avg_ms": 23.8777, "count": 282, "max_ms": 60.8609, "p50_ms": 21.3805, "p95_ms": 44.5139, "p99_ms": 54.044, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5165, "count": 282, "max_ms": 3.1521, "p50_ms": 1.4621, "p95_ms": 2.3694, "p99_ms": 2.6591, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 746.9341, "count": 335, "max_ms": 1612.9767, "p50_ms": 835.6482, "p95_ms": 1155.7985, "p99_ms": 1427.8736, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9847, "count": 512, "max_ms": 2.8617, "p50_ms": 0.9089, "p95_ms": 1.6178, "p99_ms": 2.0946, "results": {"failed": 0, "not_applicable": 0, "success": 476531, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 393.0641, "count": 335, "max_ms": 1186.2126, "p50_ms": 452.9114, "p95_ms": 496.7825, "p99_ms": 620.1622, "results": {"failed": 0, "not_applicable": 0, "success": 335, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.6703, "count": 282, "max_ms": 46.0624, "p50_ms": 9.4104, "p95_ms": 16.7556, "p99_ms": 29.037, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.707, "count": 512, "max_ms": 9.2925, "p50_ms": 4.6226, "p95_ms": 6.6661, "p99_ms": 7.7973, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9534, "count": 512, "max_ms": 2.7811, "p50_ms": 0.8388, "p95_ms": 1.7071, "p99_ms": 2.3223, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 463.5455, "count": 282, "max_ms": 1183.855, "p50_ms": 452.9583, "p95_ms": 500.9131, "p99_ms": 671.4107, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 384.9912, "count": 282, "max_ms": 1103.3168, "p50_ms": 375.9435, "p95_ms": 415.9697, "p99_ms": 590.7989, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.8128, "count": 282, "max_ms": 115.8187, "p50_ms": 74.4025, "p95_ms": 83.9213, "p99_ms": 92.5595, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.338, "count": 282, "max_ms": 6.5852, "p50_ms": 1.1464, "p95_ms": 2.6612, "p99_ms": 3.8588, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.036, "count": 282, "max_ms": 60.2321, "p50_ms": 30.6257, "p95_ms": 40.1959, "p99_ms": 45.5303, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6689, "count": 335, "max_ms": 1.4526, "p50_ms": 0.631, "p95_ms": 1.1116, "p99_ms": 1.319, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3551, "count": 282, "max_ms": 14.0913, "p50_ms": 1.0722, "p95_ms": 8.6451, "p99_ms": 12.9523, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3551, "count": 282, "max_ms": 14.0913, "p50_ms": 1.0722, "p95_ms": 8.6451, "p99_ms": 12.9523, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6689, "count": 335, "max_ms": 1.4526, "p50_ms": 0.631, "p95_ms": 1.1116, "p99_ms": 1.319, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7407, "count": 282, "max_ms": 1.7862, "p50_ms": 0.6474, "p95_ms": 1.3413, "p99_ms": 1.6691, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 369.9327, "count": 282, "max_ms": 1037.5001, "p50_ms": 342.6571, "p95_ms": 639.7933, "p99_ms": 855.0681, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 335, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 335, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3932, "count": 282, "max_ms": 11.2432, "p50_ms": 0.8902, "p95_ms": 3.7885, "p99_ms": 6.9109, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.4855, "count": 282, "max_ms": 44.2224, "p50_ms": 6.7064, "p95_ms": 22.5934, "p99_ms": 36.6351, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0801, "count": 282, "max_ms": 0.7528, "p50_ms": 0.0705, "p95_ms": 0.1457, "p99_ms": 0.1969, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6079, "count": 282, "max_ms": 3.7809, "p50_ms": 1.5433, "p95_ms": 2.4915, "p99_ms": 3.04, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 419.0793, "count": 282, "max_ms": 1082.4779, "p50_ms": 391.3463, "p95_ms": 698.1118, "p99_ms": 910.5198, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0692, "p95_ms": 0.1464, "p99_ms": 0.1885}, "wait_ms": {"count": 256, "max_ms": 3.7809, "p50_ms": 1.5401, "p95_ms": 2.4057, "p99_ms": 3.0705}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7118, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 3.1521, "p50_ms": 1.4354, "p95_ms": 2.3388, "p99_ms": 2.6317}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:11:51+09:00", "last_error_summary": "[h264 @ 0x5f1d622bdd80] error while decoding MB 109 23, bytestream -7 [h264 @ 0x5f1d622d1f40] left block unavailable for requested intra mode [h264 @ 0x5f1d622d1f40] error while decoding MB 0 23, bytestream 78658 [h264 @ 0x5f1d62e78c40] error while decoding MB 31 52, bytestream -5 [h264 @ 0x5f1d6219fe40] cabac decode of qscale diff failed at 27 38 [h264 @ 0x5f1d6219fe40] error while decoding MB 27 38, bytestream 8088 [h264 @ 0x5f1d621bb000] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-09-04T03:11:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 13993.184, "last_started_at": "2026-09-03T23:18:37+09:00", "pid": 12366, "process": {"exists": false, "pid": 12366}, "restart_count": 3, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.067, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-09-04T03:11:51+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-09-04T03:11:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.841, "last_sample_duration_ms": 667.251, "last_trigger": "periodic", "next_snapshot_in_sec": 418.159, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1881970}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-09-04T03:11:51.061477+09:00", "mtime_epoch": 1788459111.0614772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129913}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-04T03:11:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1137.297, "name": "celery", "pid": 183, "rss_mb": 1100.211, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 204, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 476531, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.94, "max": 9.0, "p95": 8.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 116, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.091, "pushed": 4.091, "read": 4.091}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.007, "count": 116, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 89.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.418, "count": 116, "max_ms": 2.867, "p95_ms": 0.981, "reason": null, "sample_age_ms": 125.962, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 116, "max_ms": 2.328, "p95_ms": 0.785, "reason": null, "sample_age_ms": 126.186, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 116, "max_ms": 0.651, "p95_ms": 0.37, "reason": null, "sample_age_ms": 89.063, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.443, "count": 116, "max_ms": 3.263, "p95_ms": 2.482, "reason": null, "sample_age_ms": 124.482, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.456, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.252, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.615, "count": 116, "max_ms": 47.144, "p95_ms": 41.492, "reason": null, "sample_age_ms": 89.052, "source": "client_direct"}, "sample_age_ms": 89.049, "source": "client_direct", "task_total_ms": {"avg_ms": 34.402, "count": 116, "max_ms": 48.873, "p95_ms": 43.318, "reason": null, "sample_age_ms": 89.049, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.593, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 116, "max_ms": 1.173, "p95_ms": 0.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.168, "count": 116, "max_ms": 0.425, "p95_ms": 0.303}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 116, "max_ms": 0.216, "p95_ms": 0.156}, "event_filter_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 116, "max_ms": 0.134, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 116, "max_ms": 0.405, "p95_ms": 0.206}, "setup_ms": {"avg_ms": 0.031, "count": 116, "max_ms": 0.108, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.514, "count": 116, "max_ms": 1.095, "p95_ms": 0.854}, "track_match_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.032, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 116, "max_ms": 0.077, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.096, "count": 116, "max_ms": 3.984, "p95_ms": 3.104}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 116, "max_ms": 0.145, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.082, "count": 116, "max_ms": 49.858, "p95_ms": 44.462}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 116, "max_ms": 0.117, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.038, "count": 116, "max_ms": 73.123, "p95_ms": 70.521}, "inference_input_copy_ms": {"avg_ms": 1.311, "count": 116, "max_ms": 4.406, "p95_ms": 2.162}, "processing_residual_ms": {"avg_ms": 0.133, "count": 116, "max_ms": 0.405, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.513, "count": 116, "max_ms": 74.795, "p95_ms": 72.314}, "read_interval": {"avg_ms": 319.294, "count": 116, "max_ms": 20310.03, "p95_ms": 93.754}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 116, "max_ms": 0.032, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.091, "count": 116, "max_ms": 0.306, "p95_ms": 0.147}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 116, "max_ms": 0.015, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 116, "max_ms": 0.28, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.096, "count": 116, "max_ms": 49.879, "p95_ms": 44.474}, "visualize": {"avg_ms": 22.607, "count": 116, "max_ms": 30.654, "p95_ms": 28.344}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.983, "count": 116, "max_ms": 30.098, "p95_ms": 27.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.469, "count": 116, "max_ms": 30.548, "p95_ms": 28.16}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.398, "count": 116, "max_ms": 30.491, "p95_ms": 28.083}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 116, "max_ms": 0.179, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1100.219, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.617, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.067, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 142257, "write_bytes_delta": 142257, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 256.0, "cpu_core_ratio": 0.110827, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7518.0, "pid": 12366, "reason": null, "system_cpu_core_ratio": 0.03354, "system_cpu_s_delta": 0.9199999999999591, "user_cpu_core_ratio": 0.077287, "user_cpu_s_delta": 2.119999999999891}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.199051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.020051, "system_cpu_s_delta": 0.5499999999997272, "user_cpu_core_ratio": 0.179, "user_cpu_s_delta": 4.9099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.096, "count": 105, "max_ms": 3.984, "p95_ms": 3.104, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.619, "max": 7.0, "p95": 5.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.554, "count": 30, "max": 47.587, "p95": 35.071, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.254, "count": 30, "max": 19.681, "p95": 16.695, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 635.533, "count": 30, "max": 706.0, "p95": 706.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 708.767, "count": 30, "max": 7518.0, "p95": 5441.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.609, "p95": 0.337, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.671, "p95": 0.541, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.123, "p95": 0.075, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132406.9, "count": 30, "max": 142257.0, "p95": 137719.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132406.9, "count": 30, "max": 142257.0, "p95": 137719.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 228.4, "count": 30, "max": 6506.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.126, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.676, "p95": 0.573, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4675, "sampled_at": "2026-09-04T03:11:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:11:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.357, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 768038, "flush_count": 797, "flush_interval_seconds": 30.0, "flush_state": {"count": 797, "last_at": "2026-09-04T03:10:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T03:10:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 796}, "started": true, "suppressed_count": 476070, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 475735}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 797, "written_record_count": 797}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6590.715, "limit_mb": null}, "detail": {"pid": 19154, "restart_count": 4, "start_count": 5}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317512908800, "copied_frame_count": 476531, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-04T03:10:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4311427, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-04T03:10:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.675}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 335, "events_emitted": 282, "events_failed": 0, "events_observed": 335, "events_suppressed": 53, "frame_buffer_copied_bytes": 1317512908800, "frame_buffer_copies": 476531, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0783, "count": 512, "max_ms": 0.9052, "p50_ms": 0.067, "p95_ms": 0.1325, "p99_ms": 0.2155}, "stages": {"db_insert": {"avg_ms": 23.8777, "count": 282, "max_ms": 60.8609, "p50_ms": 21.3805, "p95_ms": 44.5139, "p99_ms": 54.044, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.5165, "count": 282, "max_ms": 3.1521, "p50_ms": 1.4621, "p95_ms": 2.3694, "p99_ms": 2.6591, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 746.9341, "count": 335, "max_ms": 1612.9767, "p50_ms": 835.6482, "p95_ms": 1155.7985, "p99_ms": 1427.8736, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9847, "count": 512, "max_ms": 2.8617, "p50_ms": 0.9089, "p95_ms": 1.6178, "p99_ms": 2.0946, "results": {"failed": 0, "not_applicable": 0, "success": 476531, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 393.0641, "count": 335, "max_ms": 1186.2126, "p50_ms": 452.9114, "p95_ms": 496.7825, "p99_ms": 620.1622, "results": {"failed": 0, "not_applicable": 0, "success": 335, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.6703, "count": 282, "max_ms": 46.0624, "p50_ms": 9.4104, "p95_ms": 16.7556, "p99_ms": 29.037, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.707, "count": 512, "max_ms": 9.2925, "p50_ms": 4.6226, "p95_ms": 6.6661, "p99_ms": 7.7973, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9534, "count": 512, "max_ms": 2.7811, "p50_ms": 0.8388, "p95_ms": 1.7071, "p99_ms": 2.3223, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 463.5455, "count": 282, "max_ms": 1183.855, "p50_ms": 452.9583, "p95_ms": 500.9131, "p99_ms": 671.4107, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 384.9912, "count": 282, "max_ms": 1103.3168, "p50_ms": 375.9435, "p95_ms": 415.9697, "p99_ms": 590.7989, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 74.8128, "count": 282, "max_ms": 115.8187, "p50_ms": 74.4025, "p95_ms": 83.9213, "p99_ms": 92.5595, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.338, "count": 282, "max_ms": 6.5852, "p50_ms": 1.1464, "p95_ms": 2.6612, "p99_ms": 3.8588, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.036, "count": 282, "max_ms": 60.2321, "p50_ms": 30.6257, "p95_ms": 40.1959, "p99_ms": 45.5303, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6689, "count": 335, "max_ms": 1.4526, "p50_ms": 0.631, "p95_ms": 1.1116, "p99_ms": 1.319, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3551, "count": 282, "max_ms": 14.0913, "p50_ms": 1.0722, "p95_ms": 8.6451, "p99_ms": 12.9523, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3551, "count": 282, "max_ms": 14.0913, "p50_ms": 1.0722, "p95_ms": 8.6451, "p99_ms": 12.9523, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6689, "count": 335, "max_ms": 1.4526, "p50_ms": 0.631, "p95_ms": 1.1116, "p99_ms": 1.319, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 53, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7407, "count": 282, "max_ms": 1.7862, "p50_ms": 0.6474, "p95_ms": 1.3413, "p99_ms": 1.6691, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 369.9327, "count": 282, "max_ms": 1037.5001, "p50_ms": 342.6571, "p95_ms": 639.7933, "p99_ms": 855.0681, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 335, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 335, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.3932, "count": 282, "max_ms": 11.2432, "p50_ms": 0.8902, "p95_ms": 3.7885, "p99_ms": 6.9109, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.4855, "count": 282, "max_ms": 44.2224, "p50_ms": 6.7064, "p95_ms": 22.5934, "p99_ms": 36.6351, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0801, "count": 282, "max_ms": 0.7528, "p50_ms": 0.0705, "p95_ms": 0.1457, "p99_ms": 0.1969, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6079, "count": 282, "max_ms": 3.7809, "p50_ms": 1.5433, "p95_ms": 2.4915, "p99_ms": 3.04, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 419.0793, "count": 282, "max_ms": 1082.4779, "p50_ms": 391.3463, "p95_ms": 698.1118, "p99_ms": 910.5198, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0692, "p95_ms": 0.1464, "p99_ms": 0.1885}, "wait_ms": {"count": 256, "max_ms": 3.7809, "p50_ms": 1.5401, "p95_ms": 2.4057, "p99_ms": 3.0705}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7118, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 3.1521, "p50_ms": 1.4354, "p95_ms": 2.3388, "p99_ms": 2.6317}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:11:51+09:00", "last_error_summary": "[h264 @ 0x5f1d622bdd80] error while decoding MB 109 23, bytestream -7 [h264 @ 0x5f1d622d1f40] left block unavailable for requested intra mode [h264 @ 0x5f1d622d1f40] error while decoding MB 0 23, bytestream 78658 [h264 @ 0x5f1d62e78c40] error while decoding MB 31 52, bytestream -5 [h264 @ 0x5f1d6219fe40] cabac decode of qscale diff failed at 27 38 [h264 @ 0x5f1d6219fe40] error while decoding MB 27 38, bytestream 8088 [h264 @ 0x5f1d621bb000] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-09-04T03:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T03:11:53+09:00", "pid": 19154, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.027, "name": "ffmpeg", "pid": 19154, "rss_mb": 209.027, "state": "S (sleeping)", "threads": 70}, "restart_count": 4, "restart_count_per_hour": 1, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.129, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 4.265, "last_frame_pushed_at": "2026-09-04T03:11:51+09:00", "last_frame_read_age_sec": 4.333, "last_frame_read_at": "2026-09-04T03:11:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 186.059, "last_sample_duration_ms": 667.251, "last_trigger": "periodic", "next_snapshot_in_sec": 413.941, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1881970}, "mjpeg": {"age_sec": 4.256, "exists": true, "mtime": "2026-09-04T03:11:51.061477+09:00", "mtime_epoch": 1788459111.0614772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129913}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-04T03:11:55+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1137.297, "name": "celery", "pid": 183, "rss_mb": 1100.215, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 204, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 476531, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.513, "max": 9.0, "p95": 8.0, "sample_count": 78}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.605, "pushed": 2.605, "read": 2.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.007, "count": 78, "max_ms": 0.028, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4303.928, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.374, "count": 77, "max_ms": 1.722, "p95_ms": 0.943, "reason": null, "sample_age_ms": 4340.833, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.14, "count": 77, "max_ms": 1.539, "p95_ms": 0.773, "reason": null, "sample_age_ms": 4341.058, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.236, "count": 78, "max_ms": 0.651, "p95_ms": 0.391, "reason": null, "sample_age_ms": 4303.934, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.389, "count": 77, "max_ms": 2.613, "p95_ms": 2.102, "reason": null, "sample_age_ms": 4339.354, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4339.328, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 78, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4304.123, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.246, "count": 78, "max_ms": 47.144, "p95_ms": 42.014, "reason": null, "sample_age_ms": 4303.924, "source": "client_direct"}, "sample_age_ms": 4303.921, "source": "client_direct", "task_total_ms": {"avg_ms": 35.014, "count": 78, "max_ms": 48.873, "p95_ms": 44.033, "reason": null, "sample_age_ms": 4303.921, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.377, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.534, "count": 78, "max_ms": 1.047, "p95_ms": 0.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 78, "max_ms": 0.425, "p95_ms": 0.28}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 78, "max_ms": 0.216, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.002, "count": 78, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 78, "max_ms": 0.134, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.002, "count": 78, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 78, "max_ms": 0.236, "p95_ms": 0.178}, "setup_ms": {"avg_ms": 0.031, "count": 78, "max_ms": 0.108, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.5, "count": 78, "max_ms": 0.988, "p95_ms": 0.861}, "track_match_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.032, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 78, "max_ms": 0.061, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.103, "count": 78, "max_ms": 3.63, "p95_ms": 3.071}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 78, "max_ms": 0.074, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.647, "count": 78, "max_ms": 49.858, "p95_ms": 45.034}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 78, "max_ms": 0.064, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.182, "count": 78, "max_ms": 73.123, "p95_ms": 70.521}, "inference_input_copy_ms": {"avg_ms": 1.294, "count": 78, "max_ms": 4.406, "p95_ms": 2.362}, "processing_residual_ms": {"avg_ms": 0.125, "count": 78, "max_ms": 0.393, "p95_ms": 0.294}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.631, "count": 78, "max_ms": 73.953, "p95_ms": 71.428}, "read_interval": {"avg_ms": 333.462, "count": 77, "max_ms": 20310.03, "p95_ms": 93.754}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 78, "max_ms": 0.029, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.085, "count": 78, "max_ms": 0.176, "p95_ms": 0.128}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 78, "max_ms": 0.015, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 78, "max_ms": 0.158, "p95_ms": 0.114}, "worker_merge_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.014, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.66, "count": 78, "max_ms": 49.879, "p95_ms": 45.047}, "visualize": {"avg_ms": 23.195, "count": 78, "max_ms": 30.654, "p95_ms": 29.517}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.583, "count": 78, "max_ms": 30.098, "p95_ms": 28.738}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.059, "count": 78, "max_ms": 30.548, "p95_ms": 29.361}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.989, "count": 78, "max_ms": 30.491, "p95_ms": 29.287}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 78, "max_ms": 0.179, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1100.219, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.617, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.067, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 142257, "write_bytes_delta": 142257, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 256.0, "cpu_core_ratio": 0.110827, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7518.0, "pid": 12366, "reason": null, "system_cpu_core_ratio": 0.03354, "system_cpu_s_delta": 0.9199999999999591, "user_cpu_core_ratio": 0.077287, "user_cpu_s_delta": 2.119999999999891}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.199051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.020051, "system_cpu_s_delta": 0.5499999999997272, "user_cpu_core_ratio": 0.179, "user_cpu_s_delta": 4.9099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.096, "count": 105, "max_ms": 3.984, "p95_ms": 3.104, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.619, "max": 7.0, "p95": 5.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.554, "count": 30, "max": 47.587, "p95": 35.071, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.254, "count": 30, "max": 19.681, "p95": 16.695, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 635.533, "count": 30, "max": 706.0, "p95": 706.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 708.767, "count": 30, "max": 7518.0, "p95": 5441.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.609, "p95": 0.337, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.671, "p95": 0.541, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.123, "p95": 0.075, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132406.9, "count": 30, "max": 142257.0, "p95": 137719.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132406.9, "count": 30, "max": 142257.0, "p95": 137719.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 228.4, "count": 30, "max": 6506.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.126, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.676, "p95": 0.573, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4675, "sampled_at": "2026-09-04T03:11:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T03:11:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1003658, "flush_count": 1344, "flush_interval_seconds": 30.0, "flush_state": {"count": 1344, "last_at": "2026-09-04T12:14:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T12:14:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1343}, "started": true, "suppressed_count": 804330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 804330}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1344, "written_record_count": 1344}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7207.613, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d9451f357c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d9451f357c0] error while decoding MB 0 94, bytestream 20924 [h264 @ 0x5d945132d6c0] error while decoding MB 122 82, bytestream -13 [h264 @ 0x5d9451b2af40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d9451b2af40] error while decoding MB 0 87, bytestream 15563 [h264 @ 0x5d9451b2af40] left block unavailable for requested intra mode [h264 @ 0x5d9451b2af40] error while decoding MB 0 87, bytes", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2227524710400, "copied_frame_count": 805673, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2227524710400, "frame_buffer_copies": 805673, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0861, "count": 512, "max_ms": 0.531, "p50_ms": 0.0732, "p95_ms": 0.1609, "p99_ms": 0.2536}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9969, "count": 512, "max_ms": 2.7051, "p50_ms": 0.9166, "p95_ms": 1.7023, "p99_ms": 2.1452, "results": {"failed": 0, "not_applicable": 0, "success": 805673, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T12:14:57+09:00", "last_error_summary": "[h264 @ 0x5d9451f357c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d9451f357c0] error while decoding MB 0 94, bytestream 20924 [h264 @ 0x5d945132d6c0] error while decoding MB 122 82, bytestream -13 [h264 @ 0x5d9451b2af40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d9451b2af40] error while decoding MB 0 87, bytestream 15563 [h264 @ 0x5d9451b2af40] left block unavailable for requested intra mode [h264 @ 0x5d9451b2af40] error while decoding MB 0 87, bytes", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32659.309, "last_started_at": "2026-09-04T03:10:38+09:00", "pid": 18976, "process": {"exists": false, "pid": 18976}, "restart_count": 3, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.149, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-09-04T12:14:57+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-09-04T12:14:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 258.235, "last_sample_duration_ms": 608.314, "last_trigger": "periodic", "next_snapshot_in_sec": 341.765, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2343170}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-09-04T12:14:57.561956+09:00", "mtime_epoch": 1788491697.5619557, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 149163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T12:14:57+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1141.984, "name": "celery", "pid": 181, "rss_mb": 1122.23, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 805673, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 183, "pushed_frames": 183, "read_frames": 183, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.679, "pushed": 6.679, "read": 6.679}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 71.52, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.506, "count": 183, "max_ms": 3.089, "p95_ms": 1.647, "reason": null, "sample_age_ms": 97.422, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 183, "max_ms": 2.654, "p95_ms": 1.064, "reason": null, "sample_age_ms": 97.575, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.101, "count": 183, "max_ms": 0.466, "p95_ms": 0.207, "reason": null, "sample_age_ms": 71.528, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.18, "count": 183, "max_ms": 3.204, "p95_ms": 2.143, "reason": null, "sample_age_ms": 96.713, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2211848.0, "count": 183, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 96.697, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.708, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.524, "count": 183, "max_ms": 49.897, "p95_ms": 39.43, "reason": null, "sample_age_ms": 71.513, "source": "client_direct"}, "sample_age_ms": 71.508, "source": "client_direct", "task_total_ms": {"avg_ms": 30.939, "count": 183, "max_ms": 52.638, "p95_ms": 41.094, "reason": null, "sample_age_ms": 71.508, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.968, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.544, "count": 183, "max_ms": 1.933, "p95_ms": 0.838}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.179, "count": 183, "max_ms": 1.087, "p95_ms": 0.296}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 183, "max_ms": 0.213, "p95_ms": 0.12}, "event_filter_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.022, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 183, "max_ms": 0.137, "p95_ms": 0.095}, "mcmt_ms": {"avg_ms": 0.002, "count": 183, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 183, "max_ms": 0.672, "p95_ms": 0.213}, "setup_ms": {"avg_ms": 0.031, "count": 183, "max_ms": 0.092, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.51, "count": 183, "max_ms": 1.867, "p95_ms": 0.793}, "track_match_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 183, "max_ms": 0.08, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.102, "count": 183, "max_ms": 3.771, "p95_ms": 3.152}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 183, "max_ms": 0.105, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.703, "count": 183, "max_ms": 53.647, "p95_ms": 42.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 183, "max_ms": 0.134, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.778, "count": 183, "max_ms": 91.996, "p95_ms": 79.224}, "inference_input_copy_ms": {"avg_ms": 1.111, "count": 183, "max_ms": 3.063, "p95_ms": 2.021}, "processing_residual_ms": {"avg_ms": 0.113, "count": 183, "max_ms": 0.473, "p95_ms": 0.321}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.031, "count": 183, "max_ms": 93.194, "p95_ms": 81.612}, "read_interval": {"avg_ms": 168.98, "count": 183, "max_ms": 4488.709, "p95_ms": 236.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 183, "max_ms": 0.07, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.093, "count": 183, "max_ms": 0.391, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.033, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 183, "max_ms": 0.321, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.018, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.714, "count": 183, "max_ms": 53.657, "p95_ms": 42.285}, "visualize": {"avg_ms": 29.848, "count": 183, "max_ms": 53.918, "p95_ms": 38.882}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.232, "count": 183, "max_ms": 53.231, "p95_ms": 38.356}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.704, "count": 183, "max_ms": 53.789, "p95_ms": 38.766}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.01, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.634, "count": 183, "max_ms": 53.695, "p95_ms": 38.71}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 183, "max_ms": 0.098, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1122.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.593, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.11, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 150214, "write_bytes_delta": 150214, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 133.0, "cpu_core_ratio": 1.073933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2720.0, "pid": 18976, "reason": null, "system_cpu_core_ratio": 0.530619, "system_cpu_s_delta": 6.269999999999982, "user_cpu_core_ratio": 0.543314, "user_cpu_s_delta": 6.420000000001892}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59023.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.064317, "system_cpu_s_delta": 0.7600000000002183, "user_cpu_core_ratio": 0.16164, "user_cpu_s_delta": 1.9099999999962165}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.234, "count": 219, "max_ms": 4.213, "p95_ms": 3.464, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.167, "count": 30, "max": 32.274, "p95": 25.009, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.758, "count": 30, "max": 21.603, "p95": 18.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 653.067, "count": 30, "max": 870.0, "p95": 712.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 786.267, "count": 30, "max": 16355.0, "p95": 3688.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.531, "p95": 0.349, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.924, "count": 30, "max": 1.473, "p95": 1.123, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137491.733, "count": 30, "max": 156007.0, "p95": 150845.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132658.033, "count": 30, "max": 156007.0, "p95": 150845.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123778.7, "count": 30, "max": 166806.0, "p95": 135960.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.17, "count": 30, "max": 0.238, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.561, "p95": 0.461, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7917, "sampled_at": "2026-09-04T12:14:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T12:14:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.401, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1003658, "flush_count": 1344, "flush_interval_seconds": 30.0, "flush_state": {"count": 1344, "last_at": "2026-09-04T12:14:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T12:14:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1343}, "started": true, "suppressed_count": 804330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 804330}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1344, "written_record_count": 1344}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7208.043, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2227524710400, "copied_frame_count": 805673, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2227524710400, "frame_buffer_copies": 805673, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0861, "count": 512, "max_ms": 0.531, "p50_ms": 0.0732, "p95_ms": 0.1609, "p99_ms": 0.2536}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9969, "count": 512, "max_ms": 2.7051, "p50_ms": 0.9166, "p95_ms": 1.7023, "p99_ms": 2.1452, "results": {"failed": 0, "not_applicable": 0, "success": 805673, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T12:14:57+09:00", "last_error_summary": "[h264 @ 0x5d9451f357c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d9451f357c0] error while decoding MB 0 94, bytestream 20924 [h264 @ 0x5d945132d6c0] error while decoding MB 122 82, bytestream -13 [h264 @ 0x5d9451b2af40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d9451b2af40] error while decoding MB 0 87, bytestream 15563 [h264 @ 0x5d9451b2af40] left block unavailable for requested intra mode [h264 @ 0x5d9451b2af40] error while decoding MB 0 87, bytes", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32659.337, "last_started_at": "2026-09-04T03:10:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 3, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.149, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-09-04T12:14:57+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-09-04T12:14:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 258.262, "last_sample_duration_ms": 608.314, "last_trigger": "periodic", "next_snapshot_in_sec": 341.738, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2343170}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-09-04T12:14:57.561956+09:00", "mtime_epoch": 1788491697.5619557, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 149163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T12:14:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1141.984, "name": "celery", "pid": 181, "rss_mb": 1122.227, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 805673, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 183, "pushed_frames": 183, "read_frames": 183, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.672, "pushed": 6.672, "read": 6.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 101.367, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.506, "count": 183, "max_ms": 3.089, "p95_ms": 1.647, "reason": null, "sample_age_ms": 127.269, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 183, "max_ms": 2.654, "p95_ms": 1.064, "reason": null, "sample_age_ms": 127.421, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.101, "count": 183, "max_ms": 0.466, "p95_ms": 0.207, "reason": null, "sample_age_ms": 101.374, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.18, "count": 183, "max_ms": 3.204, "p95_ms": 2.143, "reason": null, "sample_age_ms": 126.559, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2211848.0, "count": 183, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 126.544, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.555, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.524, "count": 183, "max_ms": 49.897, "p95_ms": 39.43, "reason": null, "sample_age_ms": 101.36, "source": "client_direct"}, "sample_age_ms": 101.355, "source": "client_direct", "task_total_ms": {"avg_ms": 30.939, "count": 183, "max_ms": 52.638, "p95_ms": 41.094, "reason": null, "sample_age_ms": 101.355, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.81, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.544, "count": 183, "max_ms": 1.933, "p95_ms": 0.838}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.179, "count": 183, "max_ms": 1.087, "p95_ms": 0.296}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 183, "max_ms": 0.213, "p95_ms": 0.12}, "event_filter_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.022, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 183, "max_ms": 0.137, "p95_ms": 0.095}, "mcmt_ms": {"avg_ms": 0.002, "count": 183, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 183, "max_ms": 0.672, "p95_ms": 0.213}, "setup_ms": {"avg_ms": 0.031, "count": 183, "max_ms": 0.092, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.51, "count": 183, "max_ms": 1.867, "p95_ms": 0.793}, "track_match_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 183, "max_ms": 0.08, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.102, "count": 183, "max_ms": 3.771, "p95_ms": 3.152}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 183, "max_ms": 0.105, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.703, "count": 183, "max_ms": 53.647, "p95_ms": 42.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 183, "max_ms": 0.134, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.778, "count": 183, "max_ms": 91.996, "p95_ms": 79.224}, "inference_input_copy_ms": {"avg_ms": 1.111, "count": 183, "max_ms": 3.063, "p95_ms": 2.021}, "processing_residual_ms": {"avg_ms": 0.113, "count": 183, "max_ms": 0.473, "p95_ms": 0.321}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.031, "count": 183, "max_ms": 93.194, "p95_ms": 81.612}, "read_interval": {"avg_ms": 168.98, "count": 183, "max_ms": 4488.709, "p95_ms": 236.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 183, "max_ms": 0.07, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.093, "count": 183, "max_ms": 0.391, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.033, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 183, "max_ms": 0.321, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.018, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.714, "count": 183, "max_ms": 53.657, "p95_ms": 42.285}, "visualize": {"avg_ms": 29.848, "count": 183, "max_ms": 53.918, "p95_ms": 38.882}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.232, "count": 183, "max_ms": 53.231, "p95_ms": 38.356}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.704, "count": 183, "max_ms": 53.789, "p95_ms": 38.766}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.01, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.634, "count": 183, "max_ms": 53.695, "p95_ms": 38.71}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 183, "max_ms": 0.098, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1122.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.593, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.11, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 150214, "write_bytes_delta": 150214, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 133.0, "cpu_core_ratio": 1.073933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2720.0, "pid": 18976, "reason": null, "system_cpu_core_ratio": 0.530619, "system_cpu_s_delta": 6.269999999999982, "user_cpu_core_ratio": 0.543314, "user_cpu_s_delta": 6.420000000001892}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59023.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.064317, "system_cpu_s_delta": 0.7600000000002183, "user_cpu_core_ratio": 0.16164, "user_cpu_s_delta": 1.9099999999962165}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.234, "count": 219, "max_ms": 4.213, "p95_ms": 3.464, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.167, "count": 30, "max": 32.274, "p95": 25.009, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.758, "count": 30, "max": 21.603, "p95": 18.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 653.067, "count": 30, "max": 870.0, "p95": 712.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 786.267, "count": 30, "max": 16355.0, "p95": 3688.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.531, "p95": 0.349, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.924, "count": 30, "max": 1.473, "p95": 1.123, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137491.733, "count": 30, "max": 156007.0, "p95": 150845.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132658.033, "count": 30, "max": 156007.0, "p95": 150845.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123778.7, "count": 30, "max": 166806.0, "p95": 135960.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.17, "count": 30, "max": 0.238, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.561, "p95": 0.461, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7917, "sampled_at": "2026-09-04T12:14:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T12:14:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.429, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1003658, "flush_count": 1344, "flush_interval_seconds": 30.0, "flush_state": {"count": 1344, "last_at": "2026-09-04T12:14:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T12:14:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1343}, "started": true, "suppressed_count": 804330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 804330}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1344, "written_record_count": 1344}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7246.422, "limit_mb": null}, "detail": {"pid": 24234, "restart_count": 4, "start_count": 5}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2227524710400, "copied_frame_count": 805673, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2227524710400, "frame_buffer_copies": 805673, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0861, "count": 512, "max_ms": 0.531, "p50_ms": 0.0732, "p95_ms": 0.1609, "p99_ms": 0.2536}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9969, "count": 512, "max_ms": 2.7051, "p50_ms": 0.9166, "p95_ms": 1.7023, "p99_ms": 2.1452, "results": {"failed": 0, "not_applicable": 0, "success": 805673, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T12:14:57+09:00", "last_error_summary": "[h264 @ 0x5d9451f357c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d9451f357c0] error while decoding MB 0 94, bytestream 20924 [h264 @ 0x5d945132d6c0] error while decoding MB 122 82, bytestream -13 [h264 @ 0x5d9451b2af40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d9451b2af40] error while decoding MB 0 87, bytestream 15563 [h264 @ 0x5d9451b2af40] left block unavailable for requested intra mode [h264 @ 0x5d9451b2af40] error while decoding MB 0 87, bytes", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T12:15:00+09:00", "pid": 24234, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.203, "name": "ffmpeg", "pid": 24234, "rss_mb": 75.203, "state": "S (sleeping)", "threads": 1}, "restart_count": 4, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.149, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 4.469, "last_frame_pushed_at": "2026-09-04T12:14:57+09:00", "last_frame_read_age_sec": 4.525, "last_frame_read_at": "2026-09-04T12:14:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 262.671, "last_sample_duration_ms": 608.314, "last_trigger": "periodic", "next_snapshot_in_sec": 337.329, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2343170}, "mjpeg": {"age_sec": 4.463, "exists": true, "mtime": "2026-09-04T12:14:57.561956+09:00", "mtime_epoch": 1788491697.5619557, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 149163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T12:15:02+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1141.984, "name": "celery", "pid": 181, "rss_mb": 1122.23, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 805673, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.61, "pushed": 5.61, "read": 5.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4504.142, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.501, "count": 167, "max_ms": 3.089, "p95_ms": 1.622, "reason": null, "sample_age_ms": 4530.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.197, "count": 167, "max_ms": 2.654, "p95_ms": 0.901, "reason": null, "sample_age_ms": 4530.197, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 168, "max_ms": 0.466, "p95_ms": 0.192, "reason": null, "sample_age_ms": 4504.15, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.154, "count": 167, "max_ms": 3.204, "p95_ms": 1.983, "reason": null, "sample_age_ms": 4529.335, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4529.319, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4504.33, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.558, "count": 168, "max_ms": 49.897, "p95_ms": 39.377, "reason": null, "sample_age_ms": 4504.135, "source": "client_direct"}, "sample_age_ms": 4504.13, "source": "client_direct", "task_total_ms": {"avg_ms": 30.948, "count": 168, "max_ms": 52.638, "p95_ms": 41.069, "reason": null, "sample_age_ms": 4504.13, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.697, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.547, "count": 168, "max_ms": 1.933, "p95_ms": 0.838}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.18, "count": 168, "max_ms": 1.087, "p95_ms": 0.304}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 168, "max_ms": 0.213, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.022, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 168, "max_ms": 0.137, "p95_ms": 0.095}, "mcmt_ms": {"avg_ms": 0.002, "count": 168, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 168, "max_ms": 0.672, "p95_ms": 0.218}, "setup_ms": {"avg_ms": 0.031, "count": 168, "max_ms": 0.092, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.513, "count": 168, "max_ms": 1.867, "p95_ms": 0.793}, "track_match_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 168, "max_ms": 0.08, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.067, "count": 168, "max_ms": 3.771, "p95_ms": 3.152}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 168, "max_ms": 0.105, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.709, "count": 168, "max_ms": 53.647, "p95_ms": 42.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 168, "max_ms": 0.134, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.954, "count": 168, "max_ms": 91.996, "p95_ms": 79.224}, "inference_input_copy_ms": {"avg_ms": 1.072, "count": 168, "max_ms": 3.063, "p95_ms": 1.947}, "processing_residual_ms": {"avg_ms": 0.105, "count": 168, "max_ms": 0.374, "p95_ms": 0.243}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.16, "count": 168, "max_ms": 93.194, "p95_ms": 81.612}, "read_interval": {"avg_ms": 152.584, "count": 167, "max_ms": 4488.709, "p95_ms": 235.858}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 168, "max_ms": 0.07, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.093, "count": 168, "max_ms": 0.391, "p95_ms": 0.154}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.033, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 168, "max_ms": 0.321, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.018, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.72, "count": 168, "max_ms": 53.657, "p95_ms": 42.285}, "visualize": {"avg_ms": 30.024, "count": 168, "max_ms": 53.918, "p95_ms": 39.862}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.408, "count": 168, "max_ms": 53.231, "p95_ms": 39.2}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.879, "count": 168, "max_ms": 53.789, "p95_ms": 39.666}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.01, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.809, "count": 168, "max_ms": 53.695, "p95_ms": 39.59}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 168, "max_ms": 0.098, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1122.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.593, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.11, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 150214, "write_bytes_delta": 150214, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 133.0, "cpu_core_ratio": 1.073933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2720.0, "pid": 18976, "reason": null, "system_cpu_core_ratio": 0.530619, "system_cpu_s_delta": 6.269999999999982, "user_cpu_core_ratio": 0.543314, "user_cpu_s_delta": 6.420000000001892}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59023.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.064317, "system_cpu_s_delta": 0.7600000000002183, "user_cpu_core_ratio": 0.16164, "user_cpu_s_delta": 1.9099999999962165}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.234, "count": 219, "max_ms": 4.213, "p95_ms": 3.464, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.167, "count": 30, "max": 32.274, "p95": 25.009, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.758, "count": 30, "max": 21.603, "p95": 18.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 653.067, "count": 30, "max": 870.0, "p95": 712.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 786.267, "count": 30, "max": 16355.0, "p95": 3688.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.531, "p95": 0.349, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.924, "count": 30, "max": 1.473, "p95": 1.123, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137491.733, "count": 30, "max": 156007.0, "p95": 150845.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132658.033, "count": 30, "max": 156007.0, "p95": 150845.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123778.7, "count": 30, "max": 166806.0, "p95": 135960.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.17, "count": 30, "max": 0.238, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.561, "p95": 0.461, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7917, "sampled_at": "2026-09-04T12:14:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T12:14:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1021236, "flush_count": 1366, "flush_interval_seconds": 30.0, "flush_state": {"count": 1366, "last_at": "2026-09-04T12:36:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T12:36:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1365}, "started": true, "suppressed_count": 816822, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 816822}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1366, "written_record_count": 1366}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7309.871, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2262123417600, "copied_frame_count": 818187, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2262123417600, "frame_buffer_copies": 818187, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.0387, "p50_ms": 0.0765, "p95_ms": 0.1476, "p99_ms": 0.2246}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9728, "count": 512, "max_ms": 2.0821, "p50_ms": 0.9373, "p95_ms": 1.5143, "p99_ms": 1.8779, "results": {"failed": 0, "not_applicable": 0, "success": 818187, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T12:36:16+09:00", "last_error_summary": "[in#0/rtsp @ 0x623b0b58de00] Error during demuxing: Connection reset by peer [in#0/rtsp @ 0x623b0b58de00] Error retrieving a packet from demuxer: Connection reset by peer", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1276.091, "last_started_at": "2026-09-04T12:15:00+09:00", "pid": 24234, "process": {"exists": false, "pid": 24234}, "restart_count": 4, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.751, "sample_count": 2778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 818187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:36:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-09-04T12:36:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-09-04T12:36:16+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 138, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 333.32, "last_sample_duration_ms": 683.563, "last_trigger": "periodic", "next_snapshot_in_sec": 266.68, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 138, "storage_bytes": 2360261}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-09-04T12:36:16.106960+09:00", "mtime_epoch": 1788492976.1069596, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 110954}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T12:36:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1147.934, "name": "celery", "pid": 181, "rss_mb": 1128.207, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 818187, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 78}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 78, "pushed_frames": 78, "read_frames": 78, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.6, "pushed": 2.6, "read": 2.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 78, "client_acquire_ms": {"avg_ms": 0.005, "count": 78, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 46.252, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 78, "max_ms": 2.245, "p95_ms": 1.081, "reason": null, "sample_age_ms": 70.465, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.188, "count": 78, "max_ms": 1.863, "p95_ms": 0.844, "reason": null, "sample_age_ms": 70.672, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 78, "max_ms": 0.187, "p95_ms": 0.124, "reason": null, "sample_age_ms": 46.257, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.092, "count": 78, "max_ms": 2.491, "p95_ms": 2.022, "reason": null, "sample_age_ms": 69.702, "source": "client_direct"}, "request_count": 78, "request_tensor_bytes": {"avg": 2211848.0, "count": 78, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 69.688, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 78, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.319, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.705, "count": 78, "max_ms": 49.869, "p95_ms": 41.613, "reason": null, "sample_age_ms": 46.249, "source": "client_direct"}, "sample_age_ms": 46.247, "source": "client_direct", "task_total_ms": {"avg_ms": 29.996, "count": 78, "max_ms": 51.619, "p95_ms": 43.734, "reason": null, "sample_age_ms": 46.247, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.386, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.511, "count": 78, "max_ms": 1.226, "p95_ms": 0.947}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.166, "count": 78, "max_ms": 0.447, "p95_ms": 0.299}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 78, "max_ms": 0.18, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.002, "count": 78, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 78, "max_ms": 0.164, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 78, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 78, "max_ms": 0.345, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.031, "count": 78, "max_ms": 0.085, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.479, "count": 78, "max_ms": 1.154, "p95_ms": 0.898}, "track_match_ms": {"avg_ms": 0.003, "count": 78, "max_ms": 0.007, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 78, "max_ms": 0.063, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.159, "count": 78, "max_ms": 4.557, "p95_ms": 3.251}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 78, "max_ms": 0.46, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.666, "count": 78, "max_ms": 52.383, "p95_ms": 44.441}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 78, "max_ms": 0.065, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.513, "count": 78, "max_ms": 99.53, "p95_ms": 84.461}, "inference_input_copy_ms": {"avg_ms": 1.013, "count": 78, "max_ms": 2.46, "p95_ms": 1.917}, "processing_residual_ms": {"avg_ms": 0.093, "count": 78, "max_ms": 0.258, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.645, "count": 78, "max_ms": 101.518, "p95_ms": 85.747}, "read_interval": {"avg_ms": 384.94, "count": 78, "max_ms": 17691.402, "p95_ms": 481.104}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 78, "max_ms": 0.026, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.086, "count": 78, "max_ms": 0.2, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 78, "max_ms": 0.031, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 78, "max_ms": 0.181, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.022, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.677, "count": 78, "max_ms": 52.391, "p95_ms": 44.466}, "visualize": {"avg_ms": 29.703, "count": 78, "max_ms": 48.981, "p95_ms": 41.688}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.137, "count": 78, "max_ms": 48.096, "p95_ms": 41.125}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.573, "count": 78, "max_ms": 48.768, "p95_ms": 41.547}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.509, "count": 78, "max_ms": 48.678, "p95_ms": 41.482}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 78, "max_ms": 0.093, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1128.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.026, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.746, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 818131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:35:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111600, "write_bytes_delta": 111600, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 646.0, "cpu_core_ratio": 0.821332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 24234, "reason": null, "system_cpu_core_ratio": 0.037333, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.783999, "user_cpu_s_delta": 7.979999999999791}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.546245, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 119331.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.158175, "system_cpu_s_delta": 1.610000000000582, "user_cpu_core_ratio": 0.38807, "user_cpu_s_delta": 3.9500000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.228, "count": 292, "max_ms": 5.116, "p95_ms": 3.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 292}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 292}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.407, "count": 30, "max": 43.818, "p95": 21.67, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.024, "count": 30, "max": 23.221, "p95": 19.429, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 700.8, "count": 30, "max": 710.0, "p95": 708.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.5, "count": 30, "max": 15.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.05, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 0.964, "p95": 0.917, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.093, "p95": 0.037, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123597.6, "count": 30, "max": 139898.0, "p95": 139153.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123597.6, "count": 30, "max": 139898.0, "p95": 139153.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128611.567, "count": 30, "max": 130866.0, "p95": 129596.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.17, "count": 30, "max": 0.179, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.431, "p95": 0.425, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8043, "sampled_at": "2026-09-04T12:35:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T12:35:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1021236, "flush_count": 1366, "flush_interval_seconds": 30.0, "flush_state": {"count": 1366, "last_at": "2026-09-04T12:36:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T12:36:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1365}, "started": true, "suppressed_count": 816822, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 816822}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1366, "written_record_count": 1366}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7309.477, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2262123417600, "copied_frame_count": 818187, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2262123417600, "frame_buffer_copies": 818187, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.0387, "p50_ms": 0.0765, "p95_ms": 0.1476, "p99_ms": 0.2246}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9728, "count": 512, "max_ms": 2.0821, "p50_ms": 0.9373, "p95_ms": 1.5143, "p99_ms": 1.8779, "results": {"failed": 0, "not_applicable": 0, "success": 818187, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T12:36:16+09:00", "last_error_summary": "[in#0/rtsp @ 0x623b0b58de00] Error during demuxing: Connection reset by peer [in#0/rtsp @ 0x623b0b58de00] Error retrieving a packet from demuxer: Connection reset by peer", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1276.106, "last_started_at": "2026-09-04T12:15:00+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 4, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.751, "sample_count": 2778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 818187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:36:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-09-04T12:36:16+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-09-04T12:36:16+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 138, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 333.334, "last_sample_duration_ms": 683.563, "last_trigger": "periodic", "next_snapshot_in_sec": 266.666, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 138, "storage_bytes": 2360261}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-09-04T12:36:16.106960+09:00", "mtime_epoch": 1788492976.1069596, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 110954}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T12:36:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1147.934, "name": "celery", "pid": 181, "rss_mb": 1128.207, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 818187, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 78}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.605, "pushed": 2.605, "read": 2.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.005, "count": 78, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 61.163, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.421, "count": 77, "max_ms": 2.245, "p95_ms": 1.083, "reason": null, "sample_age_ms": 85.375, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 77, "max_ms": 1.863, "p95_ms": 0.848, "reason": null, "sample_age_ms": 85.582, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 78, "max_ms": 0.187, "p95_ms": 0.124, "reason": null, "sample_age_ms": 61.167, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.085, "count": 77, "max_ms": 2.491, "p95_ms": 2.025, "reason": null, "sample_age_ms": 84.612, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2211848.0, "count": 77, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 84.598, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 78, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.229, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.705, "count": 78, "max_ms": 49.869, "p95_ms": 41.613, "reason": null, "sample_age_ms": 61.159, "source": "client_direct"}, "sample_age_ms": 61.157, "source": "client_direct", "task_total_ms": {"avg_ms": 29.996, "count": 78, "max_ms": 51.619, "p95_ms": 43.734, "reason": null, "sample_age_ms": 61.157, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.497, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.511, "count": 78, "max_ms": 1.226, "p95_ms": 0.947}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.166, "count": 78, "max_ms": 0.447, "p95_ms": 0.299}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 78, "max_ms": 0.18, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.002, "count": 78, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 78, "max_ms": 0.164, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 78, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 78, "max_ms": 0.345, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.031, "count": 78, "max_ms": 0.085, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.479, "count": 78, "max_ms": 1.154, "p95_ms": 0.898}, "track_match_ms": {"avg_ms": 0.003, "count": 78, "max_ms": 0.007, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 78, "max_ms": 0.063, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.159, "count": 78, "max_ms": 4.557, "p95_ms": 3.251}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 78, "max_ms": 0.46, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.666, "count": 78, "max_ms": 52.383, "p95_ms": 44.441}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 78, "max_ms": 0.065, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.513, "count": 78, "max_ms": 99.53, "p95_ms": 84.461}, "inference_input_copy_ms": {"avg_ms": 1.013, "count": 78, "max_ms": 2.46, "p95_ms": 1.917}, "processing_residual_ms": {"avg_ms": 0.093, "count": 78, "max_ms": 0.258, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.645, "count": 78, "max_ms": 101.518, "p95_ms": 85.747}, "read_interval": {"avg_ms": 388.643, "count": 77, "max_ms": 17691.402, "p95_ms": 481.104}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 78, "max_ms": 0.026, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.086, "count": 78, "max_ms": 0.2, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 78, "max_ms": 0.031, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 78, "max_ms": 0.181, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.022, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.677, "count": 78, "max_ms": 52.391, "p95_ms": 44.466}, "visualize": {"avg_ms": 29.703, "count": 78, "max_ms": 48.981, "p95_ms": 41.688}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.137, "count": 78, "max_ms": 48.096, "p95_ms": 41.125}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.573, "count": 78, "max_ms": 48.768, "p95_ms": 41.547}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.509, "count": 78, "max_ms": 48.678, "p95_ms": 41.482}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 78, "max_ms": 0.093, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1128.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.026, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.746, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 818131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:35:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111600, "write_bytes_delta": 111600, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 646.0, "cpu_core_ratio": 0.821332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 24234, "reason": null, "system_cpu_core_ratio": 0.037333, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.783999, "user_cpu_s_delta": 7.979999999999791}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.546245, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 119331.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.158175, "system_cpu_s_delta": 1.610000000000582, "user_cpu_core_ratio": 0.38807, "user_cpu_s_delta": 3.9500000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.228, "count": 292, "max_ms": 5.116, "p95_ms": 3.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 292}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 292}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.407, "count": 30, "max": 43.818, "p95": 21.67, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.024, "count": 30, "max": 23.221, "p95": 19.429, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 700.8, "count": 30, "max": 710.0, "p95": 708.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.5, "count": 30, "max": 15.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.05, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 0.964, "p95": 0.917, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.093, "p95": 0.037, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123597.6, "count": 30, "max": 139898.0, "p95": 139153.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123597.6, "count": 30, "max": 139898.0, "p95": 139153.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128611.567, "count": 30, "max": 130866.0, "p95": 129596.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.17, "count": 30, "max": 0.179, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.431, "p95": 0.425, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8043, "sampled_at": "2026-09-04T12:35:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T12:35:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1021236, "flush_count": 1366, "flush_interval_seconds": 30.0, "flush_state": {"count": 1366, "last_at": "2026-09-04T12:36:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T12:36:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1365}, "started": true, "suppressed_count": 816822, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 816822}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1366, "written_record_count": 1366}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7339.246, "limit_mb": null}, "detail": {"pid": 24660, "restart_count": 5, "start_count": 6}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2262123417600, "copied_frame_count": 818187, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2262123417600, "frame_buffer_copies": 818187, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.0387, "p50_ms": 0.0765, "p95_ms": 0.1476, "p99_ms": 0.2246}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9728, "count": 512, "max_ms": 2.0821, "p50_ms": 0.9373, "p95_ms": 1.5143, "p99_ms": 1.8779, "results": {"failed": 0, "not_applicable": 0, "success": 818187, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T12:36:16+09:00", "last_error_summary": "[in#0/rtsp @ 0x623b0b58de00] Error during demuxing: Connection reset by peer [in#0/rtsp @ 0x623b0b58de00] Error retrieving a packet from demuxer: Connection reset by peer", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.002, "last_started_at": "2026-09-04T12:36:18+09:00", "pid": 24660, "process": {"exists": true, "fd_count": 4, "hwm_mb": 63.781, "name": "ffmpeg", "pid": 24660, "rss_mb": 63.781, "state": "R (running)", "threads": 1}, "restart_count": 5, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.758, "sample_count": 2737, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 818187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:36:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 4.157, "last_frame_pushed_at": "2026-09-04T12:36:16+09:00", "last_frame_read_age_sec": 4.213, "last_frame_read_at": "2026-09-04T12:36:16+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 138, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.472, "last_sample_duration_ms": 683.563, "last_trigger": "periodic", "next_snapshot_in_sec": 262.528, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 138, "storage_bytes": 2360261}, "mjpeg": {"age_sec": 4.151, "exists": true, "mtime": "2026-09-04T12:36:16.106960+09:00", "mtime_epoch": 1788492976.1069596, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 110954}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T12:36:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1147.934, "name": "celery", "pid": 181, "rss_mb": 1128.211, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 818187, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 55, "pushed_frames": 55, "read_frames": 55, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.067, "pushed": 2.067, "read": 2.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4192.524, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.414, "count": 55, "max_ms": 2.245, "p95_ms": 1.087, "reason": null, "sample_age_ms": 4216.737, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.184, "count": 55, "max_ms": 1.863, "p95_ms": 0.782, "reason": null, "sample_age_ms": 4216.944, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 55, "max_ms": 0.184, "p95_ms": 0.11, "reason": null, "sample_age_ms": 4192.529, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.051, "count": 55, "max_ms": 2.481, "p95_ms": 1.903, "reason": null, "sample_age_ms": 4215.974, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2211848.0, "count": 55, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4215.96, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4192.591, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.835, "count": 55, "max_ms": 49.869, "p95_ms": 43.17, "reason": null, "sample_age_ms": 4192.521, "source": "client_direct"}, "sample_age_ms": 4192.519, "source": "client_direct", "task_total_ms": {"avg_ms": 30.073, "count": 55, "max_ms": 51.619, "p95_ms": 44.909, "reason": null, "sample_age_ms": 4192.519, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.731, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.475, "count": 55, "max_ms": 1.226, "p95_ms": 0.932}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 55, "max_ms": 0.447, "p95_ms": 0.329}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 55, "max_ms": 0.18, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 55, "max_ms": 0.164, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.001, "count": 55, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 55, "max_ms": 0.273, "p95_ms": 0.198}, "setup_ms": {"avg_ms": 0.028, "count": 55, "max_ms": 0.085, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.444, "count": 55, "max_ms": 1.154, "p95_ms": 0.87}, "track_match_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.007, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 55, "max_ms": 0.063, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.155, "count": 55, "max_ms": 4.557, "p95_ms": 3.251}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 55, "max_ms": 0.46, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.72, "count": 55, "max_ms": 52.383, "p95_ms": 48.555}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 55, "max_ms": 0.065, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.379, "count": 55, "max_ms": 99.53, "p95_ms": 86.449}, "inference_input_copy_ms": {"avg_ms": 1.026, "count": 55, "max_ms": 2.46, "p95_ms": 1.984}, "processing_residual_ms": {"avg_ms": 0.086, "count": 55, "max_ms": 0.178, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.516, "count": 55, "max_ms": 101.518, "p95_ms": 88.154}, "read_interval": {"avg_ms": 488.31, "count": 55, "max_ms": 17691.402, "p95_ms": 568.331}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 55, "max_ms": 0.026, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.081, "count": 55, "max_ms": 0.195, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 55, "max_ms": 0.02, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 55, "max_ms": 0.174, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.022, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.73, "count": 55, "max_ms": 52.391, "p95_ms": 48.578}, "visualize": {"avg_ms": 29.567, "count": 55, "max_ms": 48.981, "p95_ms": 42.589}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.018, "count": 55, "max_ms": 48.096, "p95_ms": 41.716}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.446, "count": 55, "max_ms": 48.768, "p95_ms": 42.357}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.385, "count": 55, "max_ms": 48.678, "p95_ms": 42.222}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 55, "max_ms": 0.093, "p95_ms": 0.061}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1128.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.026, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.746, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 818131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T12:35:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111600, "write_bytes_delta": 111600, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 646.0, "cpu_core_ratio": 0.821332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 24234, "reason": null, "system_cpu_core_ratio": 0.037333, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.783999, "user_cpu_s_delta": 7.979999999999791}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.546245, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 119331.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.158175, "system_cpu_s_delta": 1.610000000000582, "user_cpu_core_ratio": 0.38807, "user_cpu_s_delta": 3.9500000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.228, "count": 292, "max_ms": 5.116, "p95_ms": 3.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 292}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 292}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.407, "count": 30, "max": 43.818, "p95": 21.67, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.024, "count": 30, "max": 23.221, "p95": 19.429, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 700.8, "count": 30, "max": 710.0, "p95": 708.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.5, "count": 30, "max": 15.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.05, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 0.964, "p95": 0.917, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.093, "p95": 0.037, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123597.6, "count": 30, "max": 139898.0, "p95": 139153.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123597.6, "count": 30, "max": 139898.0, "p95": 139153.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128611.567, "count": 30, "max": 130866.0, "p95": 129596.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.17, "count": 30, "max": 0.179, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.431, "p95": 0.425, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8043, "sampled_at": "2026-09-04T12:35:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T12:35:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.604, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1130699, "flush_count": 1503, "flush_interval_seconds": 30.0, "flush_state": {"count": 1503, "last_at": "2026-09-04T14:53:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T14:53:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1502}, "started": true, "suppressed_count": 899125, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 899125}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1503, "written_record_count": 1503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7764.934, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2490053529600, "copied_frame_count": 900627, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2490053529600, "frame_buffer_copies": 900627, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0817, "count": 512, "max_ms": 0.3675, "p50_ms": 0.0686, "p95_ms": 0.1457, "p99_ms": 0.2365}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9214, "count": 512, "max_ms": 3.8043, "p50_ms": 0.8331, "p95_ms": 1.541, "p99_ms": 1.848, "results": {"failed": 0, "not_applicable": 0, "success": 900627, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T14:54:21+09:00", "last_error_summary": "[h264 @ 0x626838419fc0] cabac decode of qscale diff failed at 110 6 [h264 @ 0x626838419fc0] error while decoding MB 110 6, bytestream 10690 [h264 @ 0x626838e43400] error while decoding MB 198 80, bytestream -5 [h264 @ 0x626838442340] cabac decode of qscale diff failed at 135 11 [h264 @ 0x626838442340] error while decoding MB 135 11, bytestream 19865 [h264 @ 0x626838442340] error while decoding MB 188 85, bytestream -7 [in#0/rtsp @ 0x62683819ae00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8283.354, "last_started_at": "2026-09-04T12:36:18+09:00", "pid": 24660, "process": {"exists": false, "pid": 24660}, "restart_count": 5, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.901, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 900627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T14:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-09-04T14:54:21+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-09-04T14:54:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.28, "last_sample_duration_ms": 749.525, "last_trigger": "periodic", "next_snapshot_in_sec": 406.72, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479869}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-09-04T14:54:21.596226+09:00", "mtime_epoch": 1788501261.5962265, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132317}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T14:54:21+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1197.406, "name": "celery", "pid": 181, "rss_mb": 1178.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 900627, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.97, "pushed": 2.97, "read": 2.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.018, "p95_ms": 0.011, "reason": null, "sample_age_ms": 49.931, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 85, "max_ms": 2.535, "p95_ms": 1.372, "reason": null, "sample_age_ms": 78.621, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 85, "max_ms": 2.269, "p95_ms": 1.087, "reason": null, "sample_age_ms": 78.763, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 85, "max_ms": 0.157, "p95_ms": 0.12, "reason": null, "sample_age_ms": 49.937, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.197, "count": 85, "max_ms": 2.504, "p95_ms": 1.984, "reason": null, "sample_age_ms": 77.654, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2211848.0, "count": 85, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 77.637, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.005, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.043, "count": 85, "max_ms": 49.143, "p95_ms": 36.848, "reason": null, "sample_age_ms": 49.928, "source": "client_direct"}, "sample_age_ms": 49.925, "source": "client_direct", "task_total_ms": {"avg_ms": 29.438, "count": 85, "max_ms": 51.449, "p95_ms": 38.633, "reason": null, "sample_age_ms": 49.925, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.379, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.562, "count": 85, "max_ms": 1.639, "p95_ms": 1.053}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 85, "max_ms": 0.596, "p95_ms": 0.331}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 85, "max_ms": 0.197, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.025, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 85, "max_ms": 0.185, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 85, "max_ms": 0.013, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 85, "max_ms": 0.46, "p95_ms": 0.237}, "setup_ms": {"avg_ms": 0.034, "count": 85, "max_ms": 0.099, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.528, "count": 85, "max_ms": 1.563, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 85, "max_ms": 0.057, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.087, "count": 85, "max_ms": 4.207, "p95_ms": 3.643}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 85, "max_ms": 0.128, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.179, "count": 85, "max_ms": 52.44, "p95_ms": 41.454}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 85, "max_ms": 0.078, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.771, "count": 85, "max_ms": 108.471, "p95_ms": 69.203}, "inference_input_copy_ms": {"avg_ms": 1.251, "count": 85, "max_ms": 4.415, "p95_ms": 2.194}, "processing_residual_ms": {"avg_ms": 0.118, "count": 85, "max_ms": 0.308, "p95_ms": 0.255}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.168, "count": 85, "max_ms": 110.27, "p95_ms": 69.872}, "read_interval": {"avg_ms": 371.016, "count": 85, "max_ms": 10040.254, "p95_ms": 1182.315}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 85, "max_ms": 0.04, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.096, "count": 85, "max_ms": 0.315, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.029, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 85, "max_ms": 0.286, "p95_ms": 0.143}, "worker_merge_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.191, "count": 85, "max_ms": 52.473, "p95_ms": 41.468}, "visualize": {"avg_ms": 24.319, "count": 85, "max_ms": 53.949, "p95_ms": 32.727}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.624, "count": 85, "max_ms": 52.226, "p95_ms": 31.521}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.167, "count": 85, "max_ms": 53.392, "p95_ms": 32.466}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.076, "count": 85, "max_ms": 53.185, "p95_ms": 32.248}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 85, "max_ms": 0.129, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1178.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.525, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.27, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 900618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T14:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136954, "write_bytes_delta": 136954, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 163.0, "cpu_core_ratio": 0.543051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15766.0, "pid": 24660, "reason": null, "system_cpu_core_ratio": 0.201303, "system_cpu_s_delta": 3.4399999999999977, "user_cpu_core_ratio": 0.341748, "user_cpu_s_delta": 5.839999999999236}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.194866, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6482.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.022822, "system_cpu_s_delta": 0.3900000000012369, "user_cpu_core_ratio": 0.172044, "user_cpu_s_delta": 2.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.086, "count": 136, "max_ms": 5.254, "p95_ms": 3.616, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 136}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.391, "count": 30, "max": 41.934, "p95": 24.706, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.706, "count": 30, "max": 23.017, "p95": 20.842, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 640.1, "count": 30, "max": 922.0, "p95": 716.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1135.6, "count": 30, "max": 15766.0, "p95": 9365.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.476, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.929, "count": 30, "max": 1.497, "p95": 1.039, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126279.633, "count": 30, "max": 136954.0, "p95": 130484.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126279.633, "count": 30, "max": 136954.0, "p95": 130484.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 65213.1, "count": 30, "max": 120718.0, "p95": 87518.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.122, "count": 30, "max": 0.177, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.527, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8855, "sampled_at": "2026-09-04T14:54:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T14:54:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.62, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1130699, "flush_count": 1503, "flush_interval_seconds": 30.0, "flush_state": {"count": 1503, "last_at": "2026-09-04T14:53:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T14:53:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1502}, "started": true, "suppressed_count": 899125, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 899125}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1503, "written_record_count": 1503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7764.934, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x626838419fc0] cabac decode of qscale diff failed at 110 6 [h264 @ 0x626838419fc0] error while decoding MB 110 6, bytestream 10690 [h264 @ 0x626838e43400] error while decoding MB 198 80, bytestream -5 [h264 @ 0x626838442340] cabac decode of qscale diff failed at 135 11 [h264 @ 0x626838442340] error while decoding MB 135 11, bytestream 19865 [h264 @ 0x626838442340] error while decoding MB 188 85, bytestream -7 [in#0/rtsp @ 0x62683819ae00] Error during demuxing: Connection timed out [in#0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2490053529600, "copied_frame_count": 900627, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2490053529600, "frame_buffer_copies": 900627, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0817, "count": 512, "max_ms": 0.3675, "p50_ms": 0.0686, "p95_ms": 0.1457, "p99_ms": 0.2365}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9214, "count": 512, "max_ms": 3.8043, "p50_ms": 0.8331, "p95_ms": 1.541, "p99_ms": 1.848, "results": {"failed": 0, "not_applicable": 0, "success": 900627, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T14:54:21+09:00", "last_error_summary": "[h264 @ 0x626838419fc0] cabac decode of qscale diff failed at 110 6 [h264 @ 0x626838419fc0] error while decoding MB 110 6, bytestream 10690 [h264 @ 0x626838e43400] error while decoding MB 198 80, bytestream -5 [h264 @ 0x626838442340] cabac decode of qscale diff failed at 135 11 [h264 @ 0x626838442340] error while decoding MB 135 11, bytestream 19865 [h264 @ 0x626838442340] error while decoding MB 188 85, bytestream -7 [in#0/rtsp @ 0x62683819ae00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8283.355, "last_started_at": "2026-09-04T12:36:18+09:00", "pid": 24660, "process": {"exists": false, "pid": 24660}, "restart_count": 5, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.901, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 900627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T14:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-09-04T14:54:21+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-09-04T14:54:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.284, "last_sample_duration_ms": 749.525, "last_trigger": "periodic", "next_snapshot_in_sec": 406.716, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479869}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-09-04T14:54:21.596226+09:00", "mtime_epoch": 1788501261.5962265, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132317}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T14:54:21+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1197.406, "name": "celery", "pid": 181, "rss_mb": 1178.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 900627, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.969, "pushed": 2.969, "read": 2.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.018, "p95_ms": 0.011, "reason": null, "sample_age_ms": 54.157, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 85, "max_ms": 2.535, "p95_ms": 1.372, "reason": null, "sample_age_ms": 82.847, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 85, "max_ms": 2.269, "p95_ms": 1.087, "reason": null, "sample_age_ms": 82.989, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 85, "max_ms": 0.157, "p95_ms": 0.12, "reason": null, "sample_age_ms": 54.163, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.197, "count": 85, "max_ms": 2.504, "p95_ms": 1.984, "reason": null, "sample_age_ms": 81.88, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2211848.0, "count": 85, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 81.863, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.231, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.043, "count": 85, "max_ms": 49.143, "p95_ms": 36.848, "reason": null, "sample_age_ms": 54.154, "source": "client_direct"}, "sample_age_ms": 54.151, "source": "client_direct", "task_total_ms": {"avg_ms": 29.438, "count": 85, "max_ms": 51.449, "p95_ms": 38.633, "reason": null, "sample_age_ms": 54.151, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.368, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.562, "count": 85, "max_ms": 1.639, "p95_ms": 1.053}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 85, "max_ms": 0.596, "p95_ms": 0.331}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 85, "max_ms": 0.197, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.025, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 85, "max_ms": 0.185, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 85, "max_ms": 0.013, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 85, "max_ms": 0.46, "p95_ms": 0.237}, "setup_ms": {"avg_ms": 0.034, "count": 85, "max_ms": 0.099, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.528, "count": 85, "max_ms": 1.563, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 85, "max_ms": 0.057, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.087, "count": 85, "max_ms": 4.207, "p95_ms": 3.643}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 85, "max_ms": 0.128, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.179, "count": 85, "max_ms": 52.44, "p95_ms": 41.454}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 85, "max_ms": 0.078, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.771, "count": 85, "max_ms": 108.471, "p95_ms": 69.203}, "inference_input_copy_ms": {"avg_ms": 1.251, "count": 85, "max_ms": 4.415, "p95_ms": 2.194}, "processing_residual_ms": {"avg_ms": 0.118, "count": 85, "max_ms": 0.308, "p95_ms": 0.255}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.168, "count": 85, "max_ms": 110.27, "p95_ms": 69.872}, "read_interval": {"avg_ms": 371.016, "count": 85, "max_ms": 10040.254, "p95_ms": 1182.315}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 85, "max_ms": 0.04, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.096, "count": 85, "max_ms": 0.315, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.029, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 85, "max_ms": 0.286, "p95_ms": 0.143}, "worker_merge_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.191, "count": 85, "max_ms": 52.473, "p95_ms": 41.468}, "visualize": {"avg_ms": 24.319, "count": 85, "max_ms": 53.949, "p95_ms": 32.727}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.624, "count": 85, "max_ms": 52.226, "p95_ms": 31.521}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.167, "count": 85, "max_ms": 53.392, "p95_ms": 32.466}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.076, "count": 85, "max_ms": 53.185, "p95_ms": 32.248}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 85, "max_ms": 0.129, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1178.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.525, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.27, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 900618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T14:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136954, "write_bytes_delta": 136954, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 163.0, "cpu_core_ratio": 0.543051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15766.0, "pid": 24660, "reason": null, "system_cpu_core_ratio": 0.201303, "system_cpu_s_delta": 3.4399999999999977, "user_cpu_core_ratio": 0.341748, "user_cpu_s_delta": 5.839999999999236}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.194866, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6482.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.022822, "system_cpu_s_delta": 0.3900000000012369, "user_cpu_core_ratio": 0.172044, "user_cpu_s_delta": 2.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.086, "count": 136, "max_ms": 5.254, "p95_ms": 3.616, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 136}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.391, "count": 30, "max": 41.934, "p95": 24.706, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.706, "count": 30, "max": 23.017, "p95": 20.842, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 640.1, "count": 30, "max": 922.0, "p95": 716.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1135.6, "count": 30, "max": 15766.0, "p95": 9365.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.476, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.929, "count": 30, "max": 1.497, "p95": 1.039, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126279.633, "count": 30, "max": 136954.0, "p95": 130484.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126279.633, "count": 30, "max": 136954.0, "p95": 130484.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 65213.1, "count": 30, "max": 120718.0, "p95": 87518.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.122, "count": 30, "max": 0.177, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.527, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8855, "sampled_at": "2026-09-04T14:54:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T14:54:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.625, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1130699, "flush_count": 1503, "flush_interval_seconds": 30.0, "flush_state": {"count": 1503, "last_at": "2026-09-04T14:53:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T14:53:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1502}, "started": true, "suppressed_count": 899125, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 899125}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1503, "written_record_count": 1503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7765.441, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2490053529600, "copied_frame_count": 900627, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2490053529600, "frame_buffer_copies": 900627, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0817, "count": 512, "max_ms": 0.3675, "p50_ms": 0.0686, "p95_ms": 0.1457, "p99_ms": 0.2365}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9214, "count": 512, "max_ms": 3.8043, "p50_ms": 0.8331, "p95_ms": 1.541, "p99_ms": 1.848, "results": {"failed": 0, "not_applicable": 0, "success": 900627, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T14:54:21+09:00", "last_error_summary": "[h264 @ 0x626838419fc0] cabac decode of qscale diff failed at 110 6 [h264 @ 0x626838419fc0] error while decoding MB 110 6, bytestream 10690 [h264 @ 0x626838e43400] error while decoding MB 198 80, bytestream -5 [h264 @ 0x626838442340] cabac decode of qscale diff failed at 135 11 [h264 @ 0x626838442340] error while decoding MB 135 11, bytestream 19865 [h264 @ 0x626838442340] error while decoding MB 188 85, bytestream -7 [in#0/rtsp @ 0x62683819ae00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8283.38, "last_started_at": "2026-09-04T12:36:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 5, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.901, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 900627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T14:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-09-04T14:54:21+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-09-04T14:54:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.298, "last_sample_duration_ms": 749.525, "last_trigger": "periodic", "next_snapshot_in_sec": 406.702, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479869}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-09-04T14:54:21.596226+09:00", "mtime_epoch": 1788501261.5962265, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132317}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T14:54:21+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1197.406, "name": "celery", "pid": 181, "rss_mb": 1178.262, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 900627, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.967, "pushed": 2.967, "read": 2.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.018, "p95_ms": 0.011, "reason": null, "sample_age_ms": 74.316, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 85, "max_ms": 2.535, "p95_ms": 1.372, "reason": null, "sample_age_ms": 103.005, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 85, "max_ms": 2.269, "p95_ms": 1.087, "reason": null, "sample_age_ms": 103.148, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 85, "max_ms": 0.157, "p95_ms": 0.12, "reason": null, "sample_age_ms": 74.321, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.197, "count": 85, "max_ms": 2.504, "p95_ms": 1.984, "reason": null, "sample_age_ms": 102.039, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2211848.0, "count": 85, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 102.022, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.39, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.043, "count": 85, "max_ms": 49.143, "p95_ms": 36.848, "reason": null, "sample_age_ms": 74.313, "source": "client_direct"}, "sample_age_ms": 74.31, "source": "client_direct", "task_total_ms": {"avg_ms": 29.438, "count": 85, "max_ms": 51.449, "p95_ms": 38.633, "reason": null, "sample_age_ms": 74.31, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.363, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.562, "count": 85, "max_ms": 1.639, "p95_ms": 1.053}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 85, "max_ms": 0.596, "p95_ms": 0.331}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 85, "max_ms": 0.197, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.025, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 85, "max_ms": 0.185, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 85, "max_ms": 0.013, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 85, "max_ms": 0.46, "p95_ms": 0.237}, "setup_ms": {"avg_ms": 0.034, "count": 85, "max_ms": 0.099, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.528, "count": 85, "max_ms": 1.563, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 85, "max_ms": 0.057, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.087, "count": 85, "max_ms": 4.207, "p95_ms": 3.643}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 85, "max_ms": 0.128, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.179, "count": 85, "max_ms": 52.44, "p95_ms": 41.454}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 85, "max_ms": 0.078, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.771, "count": 85, "max_ms": 108.471, "p95_ms": 69.203}, "inference_input_copy_ms": {"avg_ms": 1.251, "count": 85, "max_ms": 4.415, "p95_ms": 2.194}, "processing_residual_ms": {"avg_ms": 0.118, "count": 85, "max_ms": 0.308, "p95_ms": 0.255}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.168, "count": 85, "max_ms": 110.27, "p95_ms": 69.872}, "read_interval": {"avg_ms": 371.016, "count": 85, "max_ms": 10040.254, "p95_ms": 1182.315}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 85, "max_ms": 0.04, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.096, "count": 85, "max_ms": 0.315, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.029, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 85, "max_ms": 0.286, "p95_ms": 0.143}, "worker_merge_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.191, "count": 85, "max_ms": 52.473, "p95_ms": 41.468}, "visualize": {"avg_ms": 24.319, "count": 85, "max_ms": 53.949, "p95_ms": 32.727}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.624, "count": 85, "max_ms": 52.226, "p95_ms": 31.521}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.167, "count": 85, "max_ms": 53.392, "p95_ms": 32.466}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.076, "count": 85, "max_ms": 53.185, "p95_ms": 32.248}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 85, "max_ms": 0.129, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1178.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.525, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.27, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 900618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T14:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136954, "write_bytes_delta": 136954, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 163.0, "cpu_core_ratio": 0.543051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15766.0, "pid": 24660, "reason": null, "system_cpu_core_ratio": 0.201303, "system_cpu_s_delta": 3.4399999999999977, "user_cpu_core_ratio": 0.341748, "user_cpu_s_delta": 5.839999999999236}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.194866, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6482.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.022822, "system_cpu_s_delta": 0.3900000000012369, "user_cpu_core_ratio": 0.172044, "user_cpu_s_delta": 2.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.086, "count": 136, "max_ms": 5.254, "p95_ms": 3.616, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 136}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.391, "count": 30, "max": 41.934, "p95": 24.706, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.706, "count": 30, "max": 23.017, "p95": 20.842, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 640.1, "count": 30, "max": 922.0, "p95": 716.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1135.6, "count": 30, "max": 15766.0, "p95": 9365.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.476, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.929, "count": 30, "max": 1.497, "p95": 1.039, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126279.633, "count": 30, "max": 136954.0, "p95": 130484.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126279.633, "count": 30, "max": 136954.0, "p95": 130484.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 65213.1, "count": 30, "max": 120718.0, "p95": 87518.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.122, "count": 30, "max": 0.177, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.527, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8855, "sampled_at": "2026-09-04T14:54:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T14:54:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.645, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1130699, "flush_count": 1503, "flush_interval_seconds": 30.0, "flush_state": {"count": 1503, "last_at": "2026-09-04T14:53:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T14:53:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1502}, "started": true, "suppressed_count": 899125, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 899125}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1503, "written_record_count": 1503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8124.156, "limit_mb": null}, "detail": {"pid": 29116, "restart_count": 6, "start_count": 7}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2490053529600, "copied_frame_count": 900627, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2490053529600, "frame_buffer_copies": 900627, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0817, "count": 512, "max_ms": 0.3675, "p50_ms": 0.0686, "p95_ms": 0.1457, "p99_ms": 0.2365}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9214, "count": 512, "max_ms": 3.8043, "p50_ms": 0.8331, "p95_ms": 1.541, "p99_ms": 1.848, "results": {"failed": 0, "not_applicable": 0, "success": 900627, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T14:54:21+09:00", "last_error_summary": "[h264 @ 0x626838419fc0] cabac decode of qscale diff failed at 110 6 [h264 @ 0x626838419fc0] error while decoding MB 110 6, bytestream 10690 [h264 @ 0x626838e43400] error while decoding MB 198 80, bytestream -5 [h264 @ 0x626838442340] cabac decode of qscale diff failed at 135 11 [h264 @ 0x626838442340] error while decoding MB 135 11, bytestream 19865 [h264 @ 0x626838442340] error while decoding MB 188 85, bytestream -7 [in#0/rtsp @ 0x62683819ae00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T14:54:24+09:00", "pid": 29116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 393.691, "name": "ffmpeg", "pid": 29116, "rss_mb": 393.691, "state": "S (sleeping)", "threads": 70}, "restart_count": 6, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.949, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 900627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T14:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 4.81, "last_frame_pushed_at": "2026-09-04T14:54:21+09:00", "last_frame_read_age_sec": 4.865, "last_frame_read_at": "2026-09-04T14:54:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 198.063, "last_sample_duration_ms": 749.525, "last_trigger": "periodic", "next_snapshot_in_sec": 401.937, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479869}, "mjpeg": {"age_sec": 4.802, "exists": true, "mtime": "2026-09-04T14:54:21.596226+09:00", "mtime_epoch": 1788501261.5962265, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132317}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T14:54:26+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1197.406, "name": "celery", "pid": 181, "rss_mb": 1178.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 900627, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.896, "pushed": 1.896, "read": 1.896}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.006, "count": 56, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4838.454, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 56, "max_ms": 2.383, "p95_ms": 1.535, "reason": null, "sample_age_ms": 4867.144, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.216, "count": 56, "max_ms": 1.897, "p95_ms": 1.117, "reason": null, "sample_age_ms": 4867.286, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 56, "max_ms": 0.157, "p95_ms": 0.149, "reason": null, "sample_age_ms": 4838.459, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.21, "count": 56, "max_ms": 2.504, "p95_ms": 2.074, "reason": null, "sample_age_ms": 4866.177, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2211848.0, "count": 56, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4866.16, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4838.528, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.454, "count": 56, "max_ms": 49.143, "p95_ms": 36.507, "reason": null, "sample_age_ms": 4838.451, "source": "client_direct"}, "sample_age_ms": 4838.448, "source": "client_direct", "task_total_ms": {"avg_ms": 29.867, "count": 56, "max_ms": 51.449, "p95_ms": 38.295, "reason": null, "sample_age_ms": 4838.448, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.019, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.561, "count": 56, "max_ms": 1.233, "p95_ms": 0.969}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 56, "max_ms": 0.46, "p95_ms": 0.331}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 56, "max_ms": 0.197, "p95_ms": 0.157}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.025, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 56, "max_ms": 0.152, "p95_ms": 0.122}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 56, "max_ms": 0.274, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.035, "count": 56, "max_ms": 0.099, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.526, "count": 56, "max_ms": 1.164, "p95_ms": 0.892}, "track_match_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.008, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 56, "max_ms": 0.056, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.087, "count": 56, "max_ms": 4.207, "p95_ms": 3.905}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 56, "max_ms": 0.073, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.613, "count": 56, "max_ms": 52.44, "p95_ms": 41.454}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 56, "max_ms": 0.069, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.466, "count": 56, "max_ms": 81.134, "p95_ms": 76.677}, "inference_input_copy_ms": {"avg_ms": 1.256, "count": 56, "max_ms": 4.415, "p95_ms": 2.326}, "processing_residual_ms": {"avg_ms": 0.107, "count": 56, "max_ms": 0.308, "p95_ms": 0.21}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.857, "count": 56, "max_ms": 82.695, "p95_ms": 81.435}, "read_interval": {"avg_ms": 452.883, "count": 56, "max_ms": 10040.254, "p95_ms": 1182.315}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 56, "max_ms": 0.04, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.095, "count": 56, "max_ms": 0.193, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 56, "max_ms": 0.016, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 56, "max_ms": 0.172, "p95_ms": 0.141}, "worker_merge_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.626, "count": 56, "max_ms": 52.473, "p95_ms": 41.468}, "visualize": {"avg_ms": 24.598, "count": 56, "max_ms": 37.7, "p95_ms": 33.622}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.873, "count": 56, "max_ms": 37.017, "p95_ms": 31.783}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.449, "count": 56, "max_ms": 37.523, "p95_ms": 33.485}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.349, "count": 56, "max_ms": 37.444, "p95_ms": 32.361}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 56, "max_ms": 0.129, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1178.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.525, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.27, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 900618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T14:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136954, "write_bytes_delta": 136954, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 163.0, "cpu_core_ratio": 0.543051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15766.0, "pid": 24660, "reason": null, "system_cpu_core_ratio": 0.201303, "system_cpu_s_delta": 3.4399999999999977, "user_cpu_core_ratio": 0.341748, "user_cpu_s_delta": 5.839999999999236}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.194866, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6482.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.022822, "system_cpu_s_delta": 0.3900000000012369, "user_cpu_core_ratio": 0.172044, "user_cpu_s_delta": 2.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.086, "count": 136, "max_ms": 5.254, "p95_ms": 3.616, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 136}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.391, "count": 30, "max": 41.934, "p95": 24.706, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.706, "count": 30, "max": 23.017, "p95": 20.842, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 640.1, "count": 30, "max": 922.0, "p95": 716.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1135.6, "count": 30, "max": 15766.0, "p95": 9365.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.476, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.929, "count": 30, "max": 1.497, "p95": 1.039, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126279.633, "count": 30, "max": 136954.0, "p95": 130484.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126279.633, "count": 30, "max": 136954.0, "p95": 130484.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 65213.1, "count": 30, "max": 120718.0, "p95": 87518.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.122, "count": 30, "max": 0.177, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.527, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8855, "sampled_at": "2026-09-04T14:54:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T14:54:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.534, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8510.82, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2635482009600, "copied_frame_count": 953227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "54e35fd1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2635482009600, "frame_buffer_copies": 953227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0716, "count": 512, "max_ms": 0.8521, "p50_ms": 0.0641, "p95_ms": 0.1041, "p99_ms": 0.1539}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0677, "count": 512, "max_ms": 4.6523, "p50_ms": 0.9934, "p95_ms": 1.6641, "p99_ms": 2.364, "results": {"failed": 0, "not_applicable": 0, "success": 953227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "54e35fd1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:01:14+09:00", "last_error_summary": "[h264 @ 0x635785546cc0] error while decoding MB 96 40, bytestream -27", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47693.683, "last_started_at": "2026-09-04T03:01:16+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.645, "name": "ffmpeg", "pid": 18860, "rss_mb": 305.645, "state": "S (sleeping)", "threads": 70}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.809, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:15:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "54e35fd1", "last_frame_pushed_age_sec": 30.048, "last_frame_pushed_at": "2026-09-04T16:15:40+09:00", "last_frame_read_age_sec": 30.105, "last_frame_read_at": "2026-09-04T16:15:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 282.422, "last_sample_duration_ms": 687.941, "last_trigger": "periodic", "next_snapshot_in_sec": 317.578, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2548730}, "mjpeg": {"age_sec": 30.04, "exists": true, "mtime": "2026-09-04T16:15:40.350322+09:00", "mtime_epoch": 1788506140.350322, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 299507}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-04T16:16:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1278.328, "name": "celery", "pid": 211, "rss_mb": 1278.328, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 31.093, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 10496, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.099826, "worker_small_worker_ratio": 0.7}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30067.448, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30061.492, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30069.401, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30068.918, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 211, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.914, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 211, "process_rss_mb_proxy": 1278.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.528, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "54e35fd1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.112, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:15:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 289908, "write_bytes_delta": 289908, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 393.0, "cpu_core_ratio": 0.28943, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 18860, "reason": null, "system_cpu_core_ratio": 0.038923, "system_cpu_s_delta": 0.39000000000010004, "user_cpu_core_ratio": 0.250507, "user_cpu_s_delta": 2.5100000000002183}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.560896, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 211, "reason": null, "system_cpu_core_ratio": 0.141721, "system_cpu_s_delta": 1.4200000000000728, "user_cpu_core_ratio": 0.419175, "user_cpu_s_delta": 4.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.13, "count": 300, "max_ms": 4.671, "p95_ms": 3.119, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.2, "count": 30, "max": 43.45, "p95": 33.825, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.199, "count": 30, "max": 21.326, "p95": 18.736, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 394.533, "count": 30, "max": 406.0, "p95": 405.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.264, "count": 30, "max": 0.282, "p95": 0.277, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 291686.533, "count": 30, "max": 306924.0, "p95": 303671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 291686.533, "count": 30, "max": 306924.0, "p95": 303671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.5, "count": 30, "max": 81.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.138, "count": 30, "max": 0.154, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.473, "p95": 0.452, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8884, "sampled_at": "2026-09-04T16:15:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T16:15:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:46:20+09:00", "state": "running", "task_id": "f57948b2-a443-4bdf-81a7-6644b5425ac1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8434.352, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2635482009600, "copied_frame_count": 953227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "54e35fd1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2635482009600, "frame_buffer_copies": 953227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0716, "count": 512, "max_ms": 0.8521, "p50_ms": 0.0641, "p95_ms": 0.1041, "p99_ms": 0.1539}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0677, "count": 512, "max_ms": 4.6523, "p50_ms": 0.9934, "p95_ms": 1.6641, "p99_ms": 2.364, "results": {"failed": 0, "not_applicable": 0, "success": 953227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "54e35fd1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:01:14+09:00", "last_error_summary": "[h264 @ 0x635785546cc0] error while decoding MB 96 40, bytestream -27", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47693.723, "last_started_at": "2026-09-04T03:01:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.809, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:15:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "54e35fd1", "last_frame_pushed_age_sec": 30.087, "last_frame_pushed_at": "2026-09-04T16:15:40+09:00", "last_frame_read_age_sec": 30.145, "last_frame_read_at": "2026-09-04T16:15:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 282.44, "last_sample_duration_ms": 687.941, "last_trigger": "periodic", "next_snapshot_in_sec": 317.56, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2548730}, "mjpeg": {"age_sec": 30.079, "exists": true, "mtime": "2026-09-04T16:15:40.350322+09:00", "mtime_epoch": 1788506140.350322, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 299507}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-04T16:16:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1278.328, "name": "celery", "pid": 211, "rss_mb": 1278.328, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 31.116, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 10496, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.099826, "worker_small_worker_ratio": 0.7}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30098.387, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30092.43, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30100.34, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30099.857, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 211, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.628, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 211, "process_rss_mb_proxy": 1278.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.718, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "54e35fd1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.809, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:15:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.057, "exists": true, "size_bytes": 299507, "write_bytes_delta": 299507, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1196.0, "cpu_core_ratio": 0.139977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 18860, "reason": null, "system_cpu_core_ratio": 0.011135, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.128842, "user_cpu_s_delta": 4.860000000000582}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121154, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 211, "reason": null, "system_cpu_core_ratio": 0.029692, "system_cpu_s_delta": 1.1200000000008004, "user_cpu_core_ratio": 0.091462, "user_cpu_s_delta": 3.4500000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.02, "count": 30, "max": 43.45, "p95": 33.825, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.951, "count": 30, "max": 21.326, "p95": 18.736, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 420.9, "count": 30, "max": 1196.0, "p95": 405.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.26, "count": 30, "max": 0.282, "p95": 0.278, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.057, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 291035.933, "count": 30, "max": 304561.0, "p95": 302333.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 291035.933, "count": 30, "max": 304561.0, "p95": 302333.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 81.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.154, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.473, "p95": 0.452, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8886, "sampled_at": "2026-09-04T16:16:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T16:16:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:46:20+09:00", "state": "running", "task_id": "f57948b2-a443-4bdf-81a7-6644b5425ac1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8264.371, "limit_mb": null}, "detail": {"pid": 32952, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2635482009600, "copied_frame_count": 953227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "54e35fd1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2635482009600, "frame_buffer_copies": 953227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0716, "count": 512, "max_ms": 0.8521, "p50_ms": 0.0641, "p95_ms": 0.1041, "p99_ms": 0.1539}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0677, "count": 512, "max_ms": 4.6523, "p50_ms": 0.9934, "p95_ms": 1.6641, "p99_ms": 2.364, "results": {"failed": 0, "not_applicable": 0, "success": 953227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "54e35fd1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T03:01:14+09:00", "last_error_summary": "[h264 @ 0x635785546cc0] error while decoding MB 96 40, bytestream -27", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T16:16:13+09:00", "pid": 32952, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.156, "name": "ffmpeg", "pid": 32952, "rss_mb": 58.156, "state": "S (sleeping)", "threads": 1}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.601, "sample_count": 2652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:15:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "54e35fd1", "last_frame_pushed_age_sec": 34.824, "last_frame_pushed_at": "2026-09-04T16:15:40+09:00", "last_frame_read_age_sec": 34.881, "last_frame_read_at": "2026-09-04T16:15:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 287.18, "last_sample_duration_ms": 687.941, "last_trigger": "periodic", "next_snapshot_in_sec": 312.82, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2548730}, "mjpeg": {"age_sec": 34.816, "exists": true, "mtime": "2026-09-04T16:15:40.350322+09:00", "mtime_epoch": 1788506140.350322, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 299507}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-04T16:16:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1278.328, "name": "celery", "pid": 211, "rss_mb": 1278.328, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 35.855, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 10496, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.099826, "worker_small_worker_ratio": 0.7}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34835.84, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34829.884, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34837.793, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34837.31, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 211, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.561, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 211, "process_rss_mb_proxy": 1278.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.718, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "54e35fd1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.809, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:15:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.057, "exists": true, "size_bytes": 299507, "write_bytes_delta": 299507, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1196.0, "cpu_core_ratio": 0.139977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 18860, "reason": null, "system_cpu_core_ratio": 0.011135, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.128842, "user_cpu_s_delta": 4.860000000000582}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121154, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 211, "reason": null, "system_cpu_core_ratio": 0.029692, "system_cpu_s_delta": 1.1200000000008004, "user_cpu_core_ratio": 0.091462, "user_cpu_s_delta": 3.4500000000043656}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.02, "count": 30, "max": 43.45, "p95": 33.825, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.951, "count": 30, "max": 21.326, "p95": 18.736, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 420.9, "count": 30, "max": 1196.0, "p95": 405.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.26, "count": 30, "max": 0.282, "p95": 0.278, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.057, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 291035.933, "count": 30, "max": 304561.0, "p95": 302333.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 291035.933, "count": 30, "max": 304561.0, "p95": 302333.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 81.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.154, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.473, "p95": 0.452, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8886, "sampled_at": "2026-09-04T16:16:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T16:16:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-03T13:46:20+09:00", "state": "running", "task_id": "f57948b2-a443-4bdf-81a7-6644b5425ac1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1231373, "flush_count": 1629, "flush_interval_seconds": 30.0, "flush_state": {"count": 1629, "last_at": "2026-09-04T16:59:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T16:59:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1628}, "started": true, "suppressed_count": 973783, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 973783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1629, "written_record_count": 1629}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8233.762, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2696816332800, "copied_frame_count": 975411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2696816332800, "frame_buffer_copies": 975411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0868, "count": 512, "max_ms": 0.397, "p50_ms": 0.0737, "p95_ms": 0.1653, "p99_ms": 0.2081}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8113, "count": 512, "max_ms": 2.3606, "p50_ms": 0.7519, "p95_ms": 1.338, "p99_ms": 1.7339, "results": {"failed": 0, "not_applicable": 0, "success": 975411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T14:54:21+09:00", "last_error_summary": "[h264 @ 0x626838419fc0] cabac decode of qscale diff failed at 110 6 [h264 @ 0x626838419fc0] error while decoding MB 110 6, bytestream 10690 [h264 @ 0x626838e43400] error while decoding MB 198 80, bytestream -5 [h264 @ 0x626838442340] cabac decode of qscale diff failed at 135 11 [h264 @ 0x626838442340] error while decoding MB 135 11, bytestream 19865 [h264 @ 0x626838442340] error while decoding MB 188 85, bytestream -7 [in#0/rtsp @ 0x62683819ae00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7513.974, "last_started_at": "2026-09-04T14:54:24+09:00", "pid": 29116, "process": {"exists": false, "pid": 29116}, "restart_count": 6, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.509, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 975411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-09-04T16:59:38+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-09-04T16:59:38+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.531, "last_sample_duration_ms": 763.639, "last_trigger": "periodic", "next_snapshot_in_sec": 116.469, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2582906}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-09-04T16:59:38.367480+09:00", "mtime_epoch": 1788508778.3674803, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117687}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T16:59:38+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1232.66, "name": "celery", "pid": 181, "rss_mb": 1232.66, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 975411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 73, "pushed_frames": 73, "read_frames": 73, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.442, "pushed": 2.442, "read": 2.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.032, "p95_ms": 0.011, "reason": null, "sample_age_ms": 51.117, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 73, "max_ms": 1.37, "p95_ms": 1.163, "reason": null, "sample_age_ms": 87.032, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.185, "count": 73, "max_ms": 1.145, "p95_ms": 0.868, "reason": null, "sample_age_ms": 87.31, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 73, "max_ms": 0.971, "p95_ms": 0.463, "reason": null, "sample_age_ms": 51.128, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.137, "count": 73, "max_ms": 3.693, "p95_ms": 1.933, "reason": null, "sample_age_ms": 85.505, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2211848.0, "count": 73, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.48, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.557, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.438, "count": 73, "max_ms": 48.449, "p95_ms": 46.149, "reason": null, "sample_age_ms": 51.111, "source": "client_direct"}, "sample_age_ms": 51.107, "source": "client_direct", "task_total_ms": {"avg_ms": 33.905, "count": 73, "max_ms": 50.139, "p95_ms": 47.901, "reason": null, "sample_age_ms": 51.107, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.505, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.655, "count": 73, "max_ms": 2.856, "p95_ms": 1.33}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 73, "max_ms": 0.809, "p95_ms": 0.452}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 73, "max_ms": 0.409, "p95_ms": 0.221}, "event_filter_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 73, "max_ms": 0.304, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.002, "count": 73, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.162, "count": 73, "max_ms": 0.842, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.04, "count": 73, "max_ms": 0.186, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.615, "count": 73, "max_ms": 2.694, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 73, "max_ms": 0.115, "p95_ms": 0.077}}, "gstreamer_push": {"avg_ms": 1.919, "count": 73, "max_ms": 4.688, "p95_ms": 3.5}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 73, "max_ms": 0.657, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.637, "count": 73, "max_ms": 50.679, "p95_ms": 49.155}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 73, "max_ms": 0.088, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.549, "count": 73, "max_ms": 84.308, "p95_ms": 78.297}, "inference_input_copy_ms": {"avg_ms": 0.859, "count": 73, "max_ms": 3.033, "p95_ms": 1.324}, "processing_residual_ms": {"avg_ms": 0.102, "count": 73, "max_ms": 0.336, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.54, "count": 73, "max_ms": 85.319, "p95_ms": 79.596}, "read_interval": {"avg_ms": 410.454, "count": 73, "max_ms": 20233.762, "p95_ms": 414.86}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 73, "max_ms": 0.032, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.112, "count": 73, "max_ms": 0.716, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.04, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 73, "max_ms": 0.684, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.013, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 34.651, "count": 73, "max_ms": 50.704, "p95_ms": 49.164}, "visualize": {"avg_ms": 23.486, "count": 73, "max_ms": 34.192, "p95_ms": 32.46}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.833, "count": 73, "max_ms": 33.183, "p95_ms": 31.671}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.33, "count": 73, "max_ms": 34.022, "p95_ms": 32.309}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.256, "count": 73, "max_ms": 33.871, "p95_ms": 32.188}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 73, "max_ms": 0.124, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1232.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.882, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.509, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 975405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118563, "write_bytes_delta": 118563, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.218108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3158.0, "pid": 29116, "reason": null, "system_cpu_core_ratio": 0.011862, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.206246, "user_cpu_s_delta": 5.389999999999418}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.102166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.010714, "system_cpu_s_delta": 0.28000000000065484, "user_cpu_core_ratio": 0.091452, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.92, "count": 73, "max_ms": 4.688, "p95_ms": 3.5, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.105, "count": 30, "max": 24.507, "p95": 22.03, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.023, "count": 30, "max": 23.562, "p95": 20.603, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 666.967, "count": 30, "max": 831.0, "p95": 770.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 123.433, "count": 30, "max": 3158.0, "p95": 299.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.0, "count": 30, "max": 1.247, "p95": 1.196, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.205, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118970.933, "count": 30, "max": 121952.0, "p95": 121651.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118970.933, "count": 30, "max": 121952.0, "p95": 121651.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.567, "count": 30, "max": 33.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.572, "p95": 0.551, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9576, "sampled_at": "2026-09-04T16:59:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T16:59:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1231373, "flush_count": 1629, "flush_interval_seconds": 30.0, "flush_state": {"count": 1629, "last_at": "2026-09-04T16:59:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T16:59:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1628}, "started": true, "suppressed_count": 973783, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 973783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1629, "written_record_count": 1629}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8233.605, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x60cab4c84080] error while decoding MB 210 71, bytestream -13 [in#0/rtsp @ 0x60cab4c1ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60cab4c1ce00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2696816332800, "copied_frame_count": 975411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2696816332800, "frame_buffer_copies": 975411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0868, "count": 512, "max_ms": 0.397, "p50_ms": 0.0737, "p95_ms": 0.1653, "p99_ms": 0.2081}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8113, "count": 512, "max_ms": 2.3606, "p50_ms": 0.7519, "p95_ms": 1.338, "p99_ms": 1.7339, "results": {"failed": 0, "not_applicable": 0, "success": 975411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T16:59:38+09:00", "last_error_summary": "[h264 @ 0x60cab4c84080] error while decoding MB 210 71, bytestream -13 [in#0/rtsp @ 0x60cab4c1ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60cab4c1ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7513.983, "last_started_at": "2026-09-04T14:54:24+09:00", "pid": 29116, "process": {"exists": false, "pid": 29116}, "restart_count": 6, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.509, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 975411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-09-04T16:59:38+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-09-04T16:59:38+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.536, "last_sample_duration_ms": 763.639, "last_trigger": "periodic", "next_snapshot_in_sec": 116.464, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2582906}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-09-04T16:59:38.367480+09:00", "mtime_epoch": 1788508778.3674803, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117687}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T16:59:38+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1232.66, "name": "celery", "pid": 181, "rss_mb": 1232.66, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 975411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 73, "pushed_frames": 73, "read_frames": 73, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.441, "pushed": 2.441, "read": 2.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.032, "p95_ms": 0.011, "reason": null, "sample_age_ms": 58.135, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 73, "max_ms": 1.37, "p95_ms": 1.163, "reason": null, "sample_age_ms": 94.05, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.185, "count": 73, "max_ms": 1.145, "p95_ms": 0.868, "reason": null, "sample_age_ms": 94.328, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 73, "max_ms": 0.971, "p95_ms": 0.463, "reason": null, "sample_age_ms": 58.146, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.137, "count": 73, "max_ms": 3.693, "p95_ms": 1.933, "reason": null, "sample_age_ms": 92.524, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2211848.0, "count": 73, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.498, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.575, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.438, "count": 73, "max_ms": 48.449, "p95_ms": 46.149, "reason": null, "sample_age_ms": 58.129, "source": "client_direct"}, "sample_age_ms": 58.125, "source": "client_direct", "task_total_ms": {"avg_ms": 33.905, "count": 73, "max_ms": 50.139, "p95_ms": 47.901, "reason": null, "sample_age_ms": 58.125, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.395, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.655, "count": 73, "max_ms": 2.856, "p95_ms": 1.33}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 73, "max_ms": 0.809, "p95_ms": 0.452}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 73, "max_ms": 0.409, "p95_ms": 0.221}, "event_filter_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 73, "max_ms": 0.304, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.002, "count": 73, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.162, "count": 73, "max_ms": 0.842, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.04, "count": 73, "max_ms": 0.186, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.615, "count": 73, "max_ms": 2.694, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 73, "max_ms": 0.115, "p95_ms": 0.077}}, "gstreamer_push": {"avg_ms": 1.919, "count": 73, "max_ms": 4.688, "p95_ms": 3.5}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 73, "max_ms": 0.657, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.637, "count": 73, "max_ms": 50.679, "p95_ms": 49.155}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 73, "max_ms": 0.088, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.549, "count": 73, "max_ms": 84.308, "p95_ms": 78.297}, "inference_input_copy_ms": {"avg_ms": 0.859, "count": 73, "max_ms": 3.033, "p95_ms": 1.324}, "processing_residual_ms": {"avg_ms": 0.102, "count": 73, "max_ms": 0.336, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.54, "count": 73, "max_ms": 85.319, "p95_ms": 79.596}, "read_interval": {"avg_ms": 410.454, "count": 73, "max_ms": 20233.762, "p95_ms": 414.86}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 73, "max_ms": 0.032, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.112, "count": 73, "max_ms": 0.716, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.04, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 73, "max_ms": 0.684, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.013, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 34.651, "count": 73, "max_ms": 50.704, "p95_ms": 49.164}, "visualize": {"avg_ms": 23.486, "count": 73, "max_ms": 34.192, "p95_ms": 32.46}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.833, "count": 73, "max_ms": 33.183, "p95_ms": 31.671}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.33, "count": 73, "max_ms": 34.022, "p95_ms": 32.309}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.256, "count": 73, "max_ms": 33.871, "p95_ms": 32.188}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 73, "max_ms": 0.124, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1232.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.882, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.509, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 975405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118563, "write_bytes_delta": 118563, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.218108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3158.0, "pid": 29116, "reason": null, "system_cpu_core_ratio": 0.011862, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.206246, "user_cpu_s_delta": 5.389999999999418}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.102166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.010714, "system_cpu_s_delta": 0.28000000000065484, "user_cpu_core_ratio": 0.091452, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.92, "count": 73, "max_ms": 4.688, "p95_ms": 3.5, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.105, "count": 30, "max": 24.507, "p95": 22.03, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.023, "count": 30, "max": 23.562, "p95": 20.603, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 666.967, "count": 30, "max": 831.0, "p95": 770.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 123.433, "count": 30, "max": 3158.0, "p95": 299.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.0, "count": 30, "max": 1.247, "p95": 1.196, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.205, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118970.933, "count": 30, "max": 121952.0, "p95": 121651.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118970.933, "count": 30, "max": 121952.0, "p95": 121651.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.567, "count": 30, "max": 33.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.572, "p95": 0.551, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9576, "sampled_at": "2026-09-04T16:59:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T16:59:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1231373, "flush_count": 1629, "flush_interval_seconds": 30.0, "flush_state": {"count": 1629, "last_at": "2026-09-04T16:59:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T16:59:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1628}, "started": true, "suppressed_count": 973783, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 973783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1629, "written_record_count": 1629}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8233.844, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2696816332800, "copied_frame_count": 975411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2696816332800, "frame_buffer_copies": 975411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0868, "count": 512, "max_ms": 0.397, "p50_ms": 0.0737, "p95_ms": 0.1653, "p99_ms": 0.2081}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8113, "count": 512, "max_ms": 2.3606, "p50_ms": 0.7519, "p95_ms": 1.338, "p99_ms": 1.7339, "results": {"failed": 0, "not_applicable": 0, "success": 975411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T16:59:38+09:00", "last_error_summary": "[h264 @ 0x60cab4c84080] error while decoding MB 210 71, bytestream -13 [in#0/rtsp @ 0x60cab4c1ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60cab4c1ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7514.004, "last_started_at": "2026-09-04T14:54:24+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 6, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.509, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 975411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-09-04T16:59:38+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-09-04T16:59:38+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.552, "last_sample_duration_ms": 763.639, "last_trigger": "periodic", "next_snapshot_in_sec": 116.448, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2582906}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-09-04T16:59:38.367480+09:00", "mtime_epoch": 1788508778.3674803, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117687}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T16:59:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1232.656, "name": "celery", "pid": 181, "rss_mb": 1232.656, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 975411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 73, "pushed_frames": 73, "read_frames": 73, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.439, "pushed": 2.439, "read": 2.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.032, "p95_ms": 0.011, "reason": null, "sample_age_ms": 79.453, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 73, "max_ms": 1.37, "p95_ms": 1.163, "reason": null, "sample_age_ms": 115.368, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.185, "count": 73, "max_ms": 1.145, "p95_ms": 0.868, "reason": null, "sample_age_ms": 115.646, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 73, "max_ms": 0.971, "p95_ms": 0.463, "reason": null, "sample_age_ms": 79.464, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.137, "count": 73, "max_ms": 3.693, "p95_ms": 1.933, "reason": null, "sample_age_ms": 113.841, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2211848.0, "count": 73, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.816, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.893, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.438, "count": 73, "max_ms": 48.449, "p95_ms": 46.149, "reason": null, "sample_age_ms": 79.447, "source": "client_direct"}, "sample_age_ms": 79.443, "source": "client_direct", "task_total_ms": {"avg_ms": 33.905, "count": 73, "max_ms": 50.139, "p95_ms": 47.901, "reason": null, "sample_age_ms": 79.443, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.369, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.655, "count": 73, "max_ms": 2.856, "p95_ms": 1.33}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 73, "max_ms": 0.809, "p95_ms": 0.452}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 73, "max_ms": 0.409, "p95_ms": 0.221}, "event_filter_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 73, "max_ms": 0.304, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.002, "count": 73, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.162, "count": 73, "max_ms": 0.842, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.04, "count": 73, "max_ms": 0.186, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.615, "count": 73, "max_ms": 2.694, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 73, "max_ms": 0.115, "p95_ms": 0.077}}, "gstreamer_push": {"avg_ms": 1.919, "count": 73, "max_ms": 4.688, "p95_ms": 3.5}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 73, "max_ms": 0.657, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.637, "count": 73, "max_ms": 50.679, "p95_ms": 49.155}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 73, "max_ms": 0.088, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.549, "count": 73, "max_ms": 84.308, "p95_ms": 78.297}, "inference_input_copy_ms": {"avg_ms": 0.859, "count": 73, "max_ms": 3.033, "p95_ms": 1.324}, "processing_residual_ms": {"avg_ms": 0.102, "count": 73, "max_ms": 0.336, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.54, "count": 73, "max_ms": 85.319, "p95_ms": 79.596}, "read_interval": {"avg_ms": 410.454, "count": 73, "max_ms": 20233.762, "p95_ms": 414.86}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 73, "max_ms": 0.032, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.112, "count": 73, "max_ms": 0.716, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.04, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 73, "max_ms": 0.684, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.013, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 34.651, "count": 73, "max_ms": 50.704, "p95_ms": 49.164}, "visualize": {"avg_ms": 23.486, "count": 73, "max_ms": 34.192, "p95_ms": 32.46}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.833, "count": 73, "max_ms": 33.183, "p95_ms": 31.671}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.33, "count": 73, "max_ms": 34.022, "p95_ms": 32.309}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.256, "count": 73, "max_ms": 33.871, "p95_ms": 32.188}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 73, "max_ms": 0.124, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1232.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.882, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.509, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 975405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118563, "write_bytes_delta": 118563, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.218108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3158.0, "pid": 29116, "reason": null, "system_cpu_core_ratio": 0.011862, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.206246, "user_cpu_s_delta": 5.389999999999418}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.102166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.010714, "system_cpu_s_delta": 0.28000000000065484, "user_cpu_core_ratio": 0.091452, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.92, "count": 73, "max_ms": 4.688, "p95_ms": 3.5, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.105, "count": 30, "max": 24.507, "p95": 22.03, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.023, "count": 30, "max": 23.562, "p95": 20.603, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 666.967, "count": 30, "max": 831.0, "p95": 770.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 123.433, "count": 30, "max": 3158.0, "p95": 299.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.0, "count": 30, "max": 1.247, "p95": 1.196, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.205, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118970.933, "count": 30, "max": 121952.0, "p95": 121651.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118970.933, "count": 30, "max": 121952.0, "p95": 121651.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.567, "count": 30, "max": 33.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.572, "p95": 0.551, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9576, "sampled_at": "2026-09-04T16:59:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T16:59:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1231373, "flush_count": 1629, "flush_interval_seconds": 30.0, "flush_state": {"count": 1629, "last_at": "2026-09-04T16:59:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T16:59:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1628}, "started": true, "suppressed_count": 973783, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 973783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1629, "written_record_count": 1629}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8582.316, "limit_mb": null}, "detail": {"pid": 34061, "restart_count": 7, "start_count": 8}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2696816332800, "copied_frame_count": 975411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2696816332800, "frame_buffer_copies": 975411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0868, "count": 512, "max_ms": 0.397, "p50_ms": 0.0737, "p95_ms": 0.1653, "p99_ms": 0.2081}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8113, "count": 512, "max_ms": 2.3606, "p50_ms": 0.7519, "p95_ms": 1.338, "p99_ms": 1.7339, "results": {"failed": 0, "not_applicable": 0, "success": 975411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T16:59:38+09:00", "last_error_summary": "[h264 @ 0x60cab4c84080] error while decoding MB 210 71, bytestream -13 [in#0/rtsp @ 0x60cab4c1ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60cab4c1ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T16:59:40+09:00", "pid": 34061, "process": {"exists": true, "fd_count": 5, "hwm_mb": 382.305, "name": "ffmpeg", "pid": 34061, "rss_mb": 382.305, "state": "S (sleeping)", "threads": 70}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.127, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 975411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 4.512, "last_frame_pushed_at": "2026-09-04T16:59:38+09:00", "last_frame_read_age_sec": 4.585, "last_frame_read_at": "2026-09-04T16:59:38+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 488.024, "last_sample_duration_ms": 763.639, "last_trigger": "periodic", "next_snapshot_in_sec": 111.976, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2582906}, "mjpeg": {"age_sec": 4.504, "exists": true, "mtime": "2026-09-04T16:59:38.367480+09:00", "mtime_epoch": 1788508778.3674803, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117687}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T16:59:42+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1232.66, "name": "celery", "pid": 181, "rss_mb": 1232.66, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 975411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 46}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 46, "pushed_frames": 46, "read_frames": 45, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.533, "pushed": 1.533, "read": 1.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 45, "client_acquire_ms": {"avg_ms": 0.005, "count": 45, "max_ms": 0.032, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4550.453, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.432, "count": 45, "max_ms": 1.37, "p95_ms": 1.226, "reason": null, "sample_age_ms": 4586.368, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.184, "count": 45, "max_ms": 1.145, "p95_ms": 0.9, "reason": null, "sample_age_ms": 4586.646, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.214, "count": 45, "max_ms": 0.971, "p95_ms": 0.489, "reason": null, "sample_age_ms": 4550.464, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.076, "count": 45, "max_ms": 3.693, "p95_ms": 1.603, "reason": null, "sample_age_ms": 4584.842, "source": "client_direct"}, "request_count": 45, "request_tensor_bytes": {"avg": 2211848.0, "count": 45, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4584.816, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 45, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4550.893, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.566, "count": 45, "max_ms": 47.388, "p95_ms": 45.998, "reason": null, "sample_age_ms": 4550.447, "source": "client_direct"}, "sample_age_ms": 4550.443, "source": "client_direct", "task_total_ms": {"avg_ms": 34.004, "count": 45, "max_ms": 48.672, "p95_ms": 47.531, "reason": null, "sample_age_ms": 4550.443, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.21, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.697, "count": 46, "max_ms": 2.359, "p95_ms": 1.33}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 46, "max_ms": 0.676, "p95_ms": 0.452}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 46, "max_ms": 0.409, "p95_ms": 0.221}, "event_filter_ms": {"avg_ms": 0.003, "count": 46, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 46, "max_ms": 0.284, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.002, "count": 46, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 46, "max_ms": 0.585, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.042, "count": 46, "max_ms": 0.153, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.654, "count": 46, "max_ms": 2.241, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 46, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 46, "max_ms": 0.101, "p95_ms": 0.077}}, "gstreamer_push": {"avg_ms": 1.854, "count": 46, "max_ms": 4.688, "p95_ms": 2.807}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 46, "max_ms": 0.657, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.394, "count": 46, "max_ms": 49.166, "p95_ms": 49.043}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 46, "max_ms": 0.088, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.565, "count": 46, "max_ms": 82.848, "p95_ms": 77.142}, "inference_input_copy_ms": {"avg_ms": 0.813, "count": 46, "max_ms": 3.033, "p95_ms": 1.291}, "processing_residual_ms": {"avg_ms": 0.097, "count": 46, "max_ms": 0.336, "p95_ms": 0.172}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.506, "count": 46, "max_ms": 83.579, "p95_ms": 79.596}, "read_interval": {"avg_ms": 565.621, "count": 45, "max_ms": 20233.762, "p95_ms": 414.86}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 46, "max_ms": 0.03, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.116, "count": 46, "max_ms": 0.414, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 46, "max_ms": 0.04, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 46, "max_ms": 0.393, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.005, "count": 46, "max_ms": 0.012, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 34.408, "count": 46, "max_ms": 49.177, "p95_ms": 49.057}, "visualize": {"avg_ms": 23.652, "count": 46, "max_ms": 34.192, "p95_ms": 32.46}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.959, "count": 46, "max_ms": 33.183, "p95_ms": 31.671}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.484, "count": 46, "max_ms": 34.022, "p95_ms": 32.309}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.403, "count": 46, "max_ms": 33.871, "p95_ms": 32.188}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 46, "max_ms": 0.124, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1232.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.882, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.509, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 975405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T16:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118563, "write_bytes_delta": 118563, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.218108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3158.0, "pid": 29116, "reason": null, "system_cpu_core_ratio": 0.011862, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.206246, "user_cpu_s_delta": 5.389999999999418}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.102166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.010714, "system_cpu_s_delta": 0.28000000000065484, "user_cpu_core_ratio": 0.091452, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.92, "count": 73, "max_ms": 4.688, "p95_ms": 3.5, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.105, "count": 30, "max": 24.507, "p95": 22.03, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.023, "count": 30, "max": 23.562, "p95": 20.603, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 666.967, "count": 30, "max": 831.0, "p95": 770.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 123.433, "count": 30, "max": 3158.0, "p95": 299.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.0, "count": 30, "max": 1.247, "p95": 1.196, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.205, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118970.933, "count": 30, "max": 121952.0, "p95": 121651.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118970.933, "count": 30, "max": 121952.0, "p95": 121651.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.567, "count": 30, "max": 33.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.572, "p95": 0.551, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9576, "sampled_at": "2026-09-04T16:59:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T16:59:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1233770, "flush_count": 1632, "flush_interval_seconds": 30.0, "flush_state": {"count": 1632, "last_at": "2026-09-04T17:02:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T17:02:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1631}, "started": true, "suppressed_count": 975676, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 975676}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1632, "written_record_count": 1632}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8243.875, "limit_mb": null}, "detail": {"h264_decode_error_count": 14, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x635a0a53d900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635a0a53d900] error while decoding MB 0 31, bytestream 66144 [h264 @ 0x635a09cd0f00] cabac decode of qscale diff failed at 217 96 [h264 @ 0x635a09cd0f00] error while decoding MB 217 96, bytestream 15281 [h264 @ 0x635a0a53d900] cabac decode of qscale diff failed at 216 70 [h264 @ 0x635a0a53d900] error while decoding MB 216 70, bytestream 3734 [h264 @ 0x635a09b05800] cabac decode of qscale diff failed at 40 70 ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2702058393600, "copied_frame_count": 977307, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2702058393600, "frame_buffer_copies": 977307, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0891, "count": 512, "max_ms": 0.99, "p50_ms": 0.0724, "p95_ms": 0.1753, "p99_ms": 0.2947}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.874, "count": 512, "max_ms": 2.8281, "p50_ms": 0.7838, "p95_ms": 1.5098, "p99_ms": 2.2713, "results": {"failed": 0, "not_applicable": 0, "success": 977307, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T17:03:09+09:00", "last_error_summary": "[h264 @ 0x635a0a53d900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635a0a53d900] error while decoding MB 0 31, bytestream 66144 [h264 @ 0x635a09cd0f00] cabac decode of qscale diff failed at 217 96 [h264 @ 0x635a09cd0f00] error while decoding MB 217 96, bytestream 15281 [h264 @ 0x635a0a53d900] cabac decode of qscale diff failed at 216 70 [h264 @ 0x635a0a53d900] error while decoding MB 216 70, bytestream 3734 [h264 @ 0x635a09b05800] cabac decode of qscale diff failed at 40 70 ", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 209.082, "last_started_at": "2026-09-04T16:59:40+09:00", "pid": 34061, "process": {"exists": false, "pid": 34061}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.351, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 977307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T17:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-09-04T17:03:09+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-09-04T17:03:09+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 91.427, "last_sample_duration_ms": 1027.39, "last_trigger": "periodic", "next_snapshot_in_sec": 508.573, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2591455}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-09-04T17:03:09.886473+09:00", "mtime_epoch": 1788508989.8864732, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126447}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T17:03:09+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1233.582, "name": "celery", "pid": 181, "rss_mb": 1233.582, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 977307, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 211, "pushed_frames": 211, "read_frames": 211, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.08, "pushed": 7.08, "read": 7.08}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.007, "count": 211, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 111.057, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.56, "count": 211, "max_ms": 7.261, "p95_ms": 1.561, "reason": null, "sample_age_ms": 134.056, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.238, "count": 211, "max_ms": 6.315, "p95_ms": 1.122, "reason": null, "sample_age_ms": 134.356, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.071, "count": 211, "max_ms": 0.266, "p95_ms": 0.133, "reason": null, "sample_age_ms": 111.067, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.265, "count": 211, "max_ms": 3.988, "p95_ms": 2.39, "reason": null, "sample_age_ms": 132.009, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2211848.0, "count": 211, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 131.966, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.189, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.347, "count": 211, "max_ms": 59.966, "p95_ms": 41.298, "reason": null, "sample_age_ms": 111.051, "source": "client_direct"}, "sample_age_ms": 111.047, "source": "client_direct", "task_total_ms": {"avg_ms": 30.827, "count": 211, "max_ms": 62.164, "p95_ms": 42.713, "reason": null, "sample_age_ms": 111.047, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.008, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.566, "count": 211, "max_ms": 1.474, "p95_ms": 1.038}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.182, "count": 211, "max_ms": 0.484, "p95_ms": 0.345}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 211, "max_ms": 0.426, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 211, "max_ms": 0.323, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 211, "max_ms": 0.032, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 211, "max_ms": 0.416, "p95_ms": 0.241}, "setup_ms": {"avg_ms": 0.035, "count": 211, "max_ms": 0.182, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.531, "count": 211, "max_ms": 1.378, "p95_ms": 0.977}, "track_match_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.018, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 211, "max_ms": 0.101, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 1.929, "count": 211, "max_ms": 5.508, "p95_ms": 3.374}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 211, "max_ms": 0.916, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.664, "count": 211, "max_ms": 67.454, "p95_ms": 44.113}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 211, "max_ms": 0.116, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.75, "count": 211, "max_ms": 124.531, "p95_ms": 72.072}, "inference_input_copy_ms": {"avg_ms": 1.137, "count": 211, "max_ms": 5.746, "p95_ms": 2.155}, "processing_residual_ms": {"avg_ms": 0.116, "count": 211, "max_ms": 0.514, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.032, "count": 211, "max_ms": 128.745, "p95_ms": 75.759}, "read_interval": {"avg_ms": 150.369, "count": 211, "max_ms": 3375.304, "p95_ms": 535.303}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 211, "max_ms": 0.031, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.093, "count": 211, "max_ms": 0.264, "p95_ms": 0.157}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 211, "max_ms": 0.023, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 211, "max_ms": 0.236, "p95_ms": 0.143}, "worker_merge_ms": {"avg_ms": 0.004, "count": 211, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.675, "count": 211, "max_ms": 67.471, "p95_ms": 44.139}, "visualize": {"avg_ms": 22.801, "count": 211, "max_ms": 51.646, "p95_ms": 32.063}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.154, "count": 211, "max_ms": 49.85, "p95_ms": 31.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.65, "count": 211, "max_ms": 51.3, "p95_ms": 31.895}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.578, "count": 211, "max_ms": 51.112, "p95_ms": 31.801}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 211, "max_ms": 0.143, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1233.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.793, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.377, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 977118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T17:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117170, "write_bytes_delta": 117170, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 1.524573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13987.0, "pid": 34061, "reason": null, "system_cpu_core_ratio": 0.335923, "system_cpu_s_delta": 3.380000000000001, "user_cpu_core_ratio": 1.188651, "user_cpu_s_delta": 11.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.608239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.072551, "system_cpu_s_delta": 0.7300000000013824, "user_cpu_core_ratio": 0.535688, "user_cpu_s_delta": 5.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.139, "count": 304, "max_ms": 6.001, "p95_ms": 3.673, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 304}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 304}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.142, "count": 30, "max": 43.908, "p95": 30.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.227, "count": 30, "max": 31.038, "p95": 20.76, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 645.4, "count": 30, "max": 886.0, "p95": 826.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.067, "count": 30, "max": 13987.0, "p95": 4720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.336, "p95": 0.196, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.392, "p95": 1.322, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.205, "p95": 0.119, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117357.767, "count": 30, "max": 121952.0, "p95": 119031.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113292.7, "count": 30, "max": 119288.0, "p95": 118648.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 33.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.124, "p95": 0.089, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.601, "p95": 0.568, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9594, "sampled_at": "2026-09-04T17:02:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T17:02:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1233770, "flush_count": 1632, "flush_interval_seconds": 30.0, "flush_state": {"count": 1632, "last_at": "2026-09-04T17:02:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T17:02:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1631}, "started": true, "suppressed_count": 975676, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 975676}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1632, "written_record_count": 1632}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8244.152, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2702058393600, "copied_frame_count": 977307, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2702058393600, "frame_buffer_copies": 977307, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0891, "count": 512, "max_ms": 0.99, "p50_ms": 0.0724, "p95_ms": 0.1753, "p99_ms": 0.2947}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.874, "count": 512, "max_ms": 2.8281, "p50_ms": 0.7838, "p95_ms": 1.5098, "p99_ms": 2.2713, "results": {"failed": 0, "not_applicable": 0, "success": 977307, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T17:03:09+09:00", "last_error_summary": "[h264 @ 0x635a0a53d900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635a0a53d900] error while decoding MB 0 31, bytestream 66144 [h264 @ 0x635a09cd0f00] cabac decode of qscale diff failed at 217 96 [h264 @ 0x635a09cd0f00] error while decoding MB 217 96, bytestream 15281 [h264 @ 0x635a0a53d900] cabac decode of qscale diff failed at 216 70 [h264 @ 0x635a0a53d900] error while decoding MB 216 70, bytestream 3734 [h264 @ 0x635a09b05800] cabac decode of qscale diff failed at 40 70 ", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 209.118, "last_started_at": "2026-09-04T16:59:40+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.351, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 977307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T17:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 0.111, "last_frame_pushed_at": "2026-09-04T17:03:09+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-09-04T17:03:09+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 91.458, "last_sample_duration_ms": 1027.39, "last_trigger": "periodic", "next_snapshot_in_sec": 508.542, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2591455}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-09-04T17:03:09.886473+09:00", "mtime_epoch": 1788508989.8864732, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126447}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T17:03:09+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1233.578, "name": "celery", "pid": 181, "rss_mb": 1233.578, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 977307, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 211, "pushed_frames": 211, "read_frames": 211, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.072, "pushed": 7.072, "read": 7.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.007, "count": 211, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 144.495, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.56, "count": 211, "max_ms": 7.261, "p95_ms": 1.561, "reason": null, "sample_age_ms": 167.495, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.238, "count": 211, "max_ms": 6.315, "p95_ms": 1.122, "reason": null, "sample_age_ms": 167.795, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.071, "count": 211, "max_ms": 0.266, "p95_ms": 0.133, "reason": null, "sample_age_ms": 144.506, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.265, "count": 211, "max_ms": 3.988, "p95_ms": 2.39, "reason": null, "sample_age_ms": 165.447, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2211848.0, "count": 211, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 165.405, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.628, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.347, "count": 211, "max_ms": 59.966, "p95_ms": 41.298, "reason": null, "sample_age_ms": 144.49, "source": "client_direct"}, "sample_age_ms": 144.486, "source": "client_direct", "task_total_ms": {"avg_ms": 30.827, "count": 211, "max_ms": 62.164, "p95_ms": 42.713, "reason": null, "sample_age_ms": 144.486, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.823, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.566, "count": 211, "max_ms": 1.474, "p95_ms": 1.038}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.182, "count": 211, "max_ms": 0.484, "p95_ms": 0.345}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 211, "max_ms": 0.426, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 211, "max_ms": 0.323, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 211, "max_ms": 0.032, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 211, "max_ms": 0.416, "p95_ms": 0.241}, "setup_ms": {"avg_ms": 0.035, "count": 211, "max_ms": 0.182, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.531, "count": 211, "max_ms": 1.378, "p95_ms": 0.977}, "track_match_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.018, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 211, "max_ms": 0.101, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 1.929, "count": 211, "max_ms": 5.508, "p95_ms": 3.374}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 211, "max_ms": 0.916, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.664, "count": 211, "max_ms": 67.454, "p95_ms": 44.113}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 211, "max_ms": 0.116, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.75, "count": 211, "max_ms": 124.531, "p95_ms": 72.072}, "inference_input_copy_ms": {"avg_ms": 1.137, "count": 211, "max_ms": 5.746, "p95_ms": 2.155}, "processing_residual_ms": {"avg_ms": 0.116, "count": 211, "max_ms": 0.514, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.032, "count": 211, "max_ms": 128.745, "p95_ms": 75.759}, "read_interval": {"avg_ms": 150.369, "count": 211, "max_ms": 3375.304, "p95_ms": 535.303}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 211, "max_ms": 0.031, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.093, "count": 211, "max_ms": 0.264, "p95_ms": 0.157}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 211, "max_ms": 0.023, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 211, "max_ms": 0.236, "p95_ms": 0.143}, "worker_merge_ms": {"avg_ms": 0.004, "count": 211, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.675, "count": 211, "max_ms": 67.471, "p95_ms": 44.139}, "visualize": {"avg_ms": 22.801, "count": 211, "max_ms": 51.646, "p95_ms": 32.063}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.154, "count": 211, "max_ms": 49.85, "p95_ms": 31.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.65, "count": 211, "max_ms": 51.3, "p95_ms": 31.895}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.578, "count": 211, "max_ms": 51.112, "p95_ms": 31.801}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 211, "max_ms": 0.143, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1233.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.793, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.377, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 977118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T17:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117170, "write_bytes_delta": 117170, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 1.524573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13987.0, "pid": 34061, "reason": null, "system_cpu_core_ratio": 0.335923, "system_cpu_s_delta": 3.380000000000001, "user_cpu_core_ratio": 1.188651, "user_cpu_s_delta": 11.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.608239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.072551, "system_cpu_s_delta": 0.7300000000013824, "user_cpu_core_ratio": 0.535688, "user_cpu_s_delta": 5.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.139, "count": 304, "max_ms": 6.001, "p95_ms": 3.673, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 304}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 304}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.142, "count": 30, "max": 43.908, "p95": 30.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.227, "count": 30, "max": 31.038, "p95": 20.76, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 645.4, "count": 30, "max": 886.0, "p95": 826.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.067, "count": 30, "max": 13987.0, "p95": 4720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.336, "p95": 0.196, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.392, "p95": 1.322, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.205, "p95": 0.119, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117357.767, "count": 30, "max": 121952.0, "p95": 119031.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113292.7, "count": 30, "max": 119288.0, "p95": 118648.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 33.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.124, "p95": 0.089, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.601, "p95": 0.568, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9594, "sampled_at": "2026-09-04T17:02:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T17:02:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260903_135045_ae3775b5.jsonl", "file_size_bytes": 1233770, "flush_count": 1632, "flush_interval_seconds": 30.0, "flush_state": {"count": 1632, "last_at": "2026-09-04T17:02:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T17:02:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1631}, "started": true, "suppressed_count": 975676, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 975676}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1632, "written_record_count": 1632}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8507.469, "limit_mb": null}, "detail": {"pid": 34301, "restart_count": 8, "start_count": 9}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2702058393600, "copied_frame_count": 977307, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "ae3775b5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2702058393600, "frame_buffer_copies": 977307, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0891, "count": 512, "max_ms": 0.99, "p50_ms": 0.0724, "p95_ms": 0.1753, "p99_ms": 0.2947}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.874, "count": 512, "max_ms": 2.8281, "p50_ms": 0.7838, "p95_ms": 1.5098, "p99_ms": 2.2713, "results": {"failed": 0, "not_applicable": 0, "success": 977307, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "ae3775b5", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T17:03:09+09:00", "last_error_summary": "[h264 @ 0x635a0a53d900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635a0a53d900] error while decoding MB 0 31, bytestream 66144 [h264 @ 0x635a09cd0f00] cabac decode of qscale diff failed at 217 96 [h264 @ 0x635a09cd0f00] error while decoding MB 217 96, bytestream 15281 [h264 @ 0x635a0a53d900] cabac decode of qscale diff failed at 216 70 [h264 @ 0x635a0a53d900] error while decoding MB 216 70, bytestream 3734 [h264 @ 0x635a09b05800] cabac decode of qscale diff failed at 40 70 ", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T17:03:12+09:00", "pid": 34301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.605, "name": "ffmpeg", "pid": 34301, "rss_mb": 298.605, "state": "R (running)", "threads": 49}, "restart_count": 8, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.162, "sample_count": 2435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 977307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T17:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "ae3775b5", "last_frame_pushed_age_sec": 4.293, "last_frame_pushed_at": "2026-09-04T17:03:09+09:00", "last_frame_read_age_sec": 4.347, "last_frame_read_at": "2026-09-04T17:03:09+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.653, "last_sample_duration_ms": 1027.39, "last_trigger": "periodic", "next_snapshot_in_sec": 504.347, "reason": "waiting_for_next_snapshot", "rotation_count": 88, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2591455}, "mjpeg": {"age_sec": 4.284, "exists": true, "mtime": "2026-09-04T17:03:09.886473+09:00", "mtime_epoch": 1788508989.8864732, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126447}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-04T17:03:14+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1233.582, "name": "celery", "pid": 181, "rss_mb": 1233.582, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 977307, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 160, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.334, "pushed": 5.367, "read": 5.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4331.815, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.526, "count": 159, "max_ms": 4.667, "p95_ms": 1.622, "reason": null, "sample_age_ms": 4354.815, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.219, "count": 159, "max_ms": 2.938, "p95_ms": 1.134, "reason": null, "sample_age_ms": 4355.115, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 160, "max_ms": 0.266, "p95_ms": 0.141, "reason": null, "sample_age_ms": 4331.826, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.232, "count": 159, "max_ms": 2.853, "p95_ms": 2.397, "reason": null, "sample_age_ms": 4352.767, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4352.725, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4331.948, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.716, "count": 160, "max_ms": 58.892, "p95_ms": 38.985, "reason": null, "sample_age_ms": 4331.81, "source": "client_direct"}, "sample_age_ms": 4331.806, "source": "client_direct", "task_total_ms": {"avg_ms": 30.158, "count": 160, "max_ms": 62.164, "p95_ms": 40.664, "reason": null, "sample_age_ms": 4331.806, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 181, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.006, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.571, "count": 160, "max_ms": 1.474, "p95_ms": 1.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.181, "count": 160, "max_ms": 0.484, "p95_ms": 0.345}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 160, "max_ms": 0.426, "p95_ms": 0.147}, "event_filter_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 160, "max_ms": 0.323, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 160, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 160, "max_ms": 0.416, "p95_ms": 0.241}, "setup_ms": {"avg_ms": 0.035, "count": 160, "max_ms": 0.182, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.535, "count": 160, "max_ms": 1.378, "p95_ms": 0.991}, "track_match_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.024, "count": 160, "max_ms": 0.101, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 1.922, "count": 161, "max_ms": 5.508, "p95_ms": 3.213}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 160, "max_ms": 0.159, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.957, "count": 160, "max_ms": 67.454, "p95_ms": 42.723}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 160, "max_ms": 0.116, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.889, "count": 160, "max_ms": 104.205, "p95_ms": 71.914}, "inference_input_copy_ms": {"avg_ms": 1.149, "count": 160, "max_ms": 5.746, "p95_ms": 2.133}, "processing_residual_ms": {"avg_ms": 0.119, "count": 160, "max_ms": 0.385, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.187, "count": 160, "max_ms": 107.285, "p95_ms": 73.069}, "read_interval": {"avg_ms": 160.712, "count": 160, "max_ms": 3375.304, "p95_ms": 630.884}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 160, "max_ms": 0.031, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.094, "count": 160, "max_ms": 0.264, "p95_ms": 0.157}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.023, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 160, "max_ms": 0.236, "p95_ms": 0.144}, "worker_merge_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.968, "count": 160, "max_ms": 67.471, "p95_ms": 42.74}, "visualize": {"avg_ms": 22.655, "count": 160, "max_ms": 45.955, "p95_ms": 31.374}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.007, "count": 160, "max_ms": 44.076, "p95_ms": 30.447}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.503, "count": 160, "max_ms": 45.688, "p95_ms": 31.118}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.431, "count": 160, "max_ms": 45.548, "p95_ms": 31.002}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 160, "max_ms": 0.137, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 181, "process_rss_mb_proxy": 1233.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.793, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "ae3775b5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.377, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 977118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T17:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117170, "write_bytes_delta": 117170, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 1.524573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13987.0, "pid": 34061, "reason": null, "system_cpu_core_ratio": 0.335923, "system_cpu_s_delta": 3.380000000000001, "user_cpu_core_ratio": 1.188651, "user_cpu_s_delta": 11.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.608239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 181, "reason": null, "system_cpu_core_ratio": 0.072551, "system_cpu_s_delta": 0.7300000000013824, "user_cpu_core_ratio": 0.535688, "user_cpu_s_delta": 5.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.139, "count": 304, "max_ms": 6.001, "p95_ms": 3.673, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 304}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 304}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.142, "count": 30, "max": 43.908, "p95": 30.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.227, "count": 30, "max": 31.038, "p95": 20.76, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 645.4, "count": 30, "max": 886.0, "p95": 826.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.067, "count": 30, "max": 13987.0, "p95": 4720.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.336, "p95": 0.196, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.392, "p95": 1.322, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.205, "p95": 0.119, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117357.767, "count": 30, "max": 121952.0, "p95": 119031.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113292.7, "count": 30, "max": 119288.0, "p95": 118648.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 33.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.124, "p95": 0.089, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.601, "p95": 0.568, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9594, "sampled_at": "2026-09-04T17:02:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T17:02:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-09-03T13:50:43+09:00", "state": "running", "task_id": "2f691077-92d8-470f-a16c-f7d2e471461b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 1948853, "flush_count": 2001, "flush_interval_seconds": 30.0, "flush_state": {"count": 2001, "last_at": "2026-09-04T23:16:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T23:16:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2000}, "started": true, "suppressed_count": 1197505, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 705, "tracking_summary": 1196800}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2001, "written_record_count": 2001}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9192.438, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6013a6915780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6013a6915780] error while decoding MB 0 65, bytestream 2786 [h264 @ 0x6013a696e500] error while decoding MB 37 15, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3314442240000, "copied_frame_count": 1198800, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-04T19:32:47+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2818090, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-04T19:32:42+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.934}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 705, "events_emitted": 637, "events_failed": 0, "events_observed": 705, "events_suppressed": 68, "frame_buffer_copied_bytes": 3314442240000, "frame_buffer_copies": 1198800, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 31850, "recorder_active_input_bytes": 88058880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 637, "recorder_clips_failed": 0, "recorder_clips_started": 637, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 637, "worker_jobs_accepted": 637, "worker_jobs_completed": 637, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0876, "count": 512, "max_ms": 1.0285, "p50_ms": 0.0735, "p95_ms": 0.1452, "p99_ms": 0.2546}, "stages": {"db_insert": {"avg_ms": 25.5642, "count": 512, "max_ms": 60.8609, "p50_ms": 22.6167, "p95_ms": 48.9438, "p99_ms": 57.4986, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4675, "count": 512, "max_ms": 3.6072, "p50_ms": 1.4032, "p95_ms": 2.1923, "p99_ms": 2.6104, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 843.5115, "count": 512, "max_ms": 2605.8042, "p50_ms": 849.4446, "p95_ms": 1238.2838, "p99_ms": 1458.0315, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8681, "count": 512, "max_ms": 3.1578, "p50_ms": 0.803, "p95_ms": 1.4497, "p99_ms": 2.0181, "results": {"failed": 0, "not_applicable": 0, "success": 1198800, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 436.2471, "count": 512, "max_ms": 1096.5542, "p50_ms": 459.3393, "p95_ms": 513.274, "p99_ms": 931.4618, "results": {"failed": 0, "not_applicable": 0, "success": 703, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.8799, "count": 512, "max_ms": 42.1195, "p50_ms": 8.7089, "p95_ms": 15.9298, "p99_ms": 21.3159, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0877, "count": 512, "max_ms": 10.61, "p50_ms": 4.9141, "p95_ms": 7.3825, "p99_ms": 8.3107, "results": {"failed": 0, "not_applicable": 0, "success": 31850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0114, "count": 512, "max_ms": 4.3421, "p50_ms": 0.9105, "p95_ms": 1.7755, "p99_ms": 2.7135, "results": {"failed": 0, "not_applicable": 0, "success": 31850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 467.4922, "count": 512, "max_ms": 1093.1895, "p50_ms": 458.7815, "p95_ms": 508.2235, "p99_ms": 865.0737, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 390.2241, "count": 512, "max_ms": 1024.5025, "p50_ms": 382.5264, "p95_ms": 423.7009, "p99_ms": 744.3561, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.4676, "count": 512, "max_ms": 115.8187, "p50_ms": 73.1461, "p95_ms": 82.5146, "p99_ms": 89.1209, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3786, "count": 512, "max_ms": 7.0824, "p50_ms": 1.1601, "p95_ms": 2.6369, "p99_ms": 3.8546, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5079, "count": 512, "max_ms": 58.0086, "p50_ms": 30.1758, "p95_ms": 42.7702, "p99_ms": 45.7025, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6904, "count": 512, "max_ms": 2.0302, "p50_ms": 0.6161, "p95_ms": 1.278, "p99_ms": 1.5873, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.0357, "count": 512, "max_ms": 33.0942, "p50_ms": 1.3147, "p95_ms": 11.6273, "p99_ms": 15.6564, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.0357, "count": 512, "max_ms": 33.0942, "p50_ms": 1.3147, "p95_ms": 11.6273, "p99_ms": 15.6564, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6904, "count": 512, "max_ms": 2.0302, "p50_ms": 0.6161, "p95_ms": 1.278, "p99_ms": 1.5873, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7867, "count": 512, "max_ms": 2.1596, "p50_ms": 0.6948, "p95_ms": 1.4417, "p99_ms": 1.6828, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 378.6225, "count": 512, "max_ms": 2067.2682, "p50_ms": 335.0567, "p95_ms": 660.7755, "p99_ms": 863.685, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 705, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.2834, "count": 512, "max_ms": 11.9512, "p50_ms": 0.8511, "p95_ms": 3.3969, "p99_ms": 6.8393, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.4497, "count": 512, "max_ms": 50.6255, "p50_ms": 7.0807, "p95_ms": 21.8867, "p99_ms": 36.4302, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 512, "max_ms": 0.3349, "p50_ms": 0.0719, "p95_ms": 0.1478, "p99_ms": 0.2299, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 6.8762, "count": 512, "max_ms": 808.1797, "p50_ms": 1.5389, "p95_ms": 2.7372, "p99_ms": 53.5281, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 430.0794, "count": 512, "max_ms": 2125.8668, "p50_ms": 386.6222, "p95_ms": 715.0045, "p99_ms": 914.2078, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 637, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5531244, "peak_jobs": 3, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.3051, "p50_ms": 0.0731, "p95_ms": 0.1447, "p99_ms": 0.1856}, "wait_ms": {"count": 256, "max_ms": 212.7159, "p50_ms": 1.5068, "p95_ms": 2.5754, "p99_ms": 3.3948}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 637, "artifact_failed": 0, "artifact_requested": 637, "artifact_success": 637, "completed": 637, "completed_failed": 0, "completed_success": 637, "cooldown_promoted": 637, "database_requested": 637, "db_insert_success": 637, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7473, "relay_business_failed": 0, "relay_business_success": 637, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 637, "relay_transport_failed": 0, "relay_transport_success": 637, "reservation_requested": 637}, "snapshot": {"copied_bytes": 1755648000, "copied_count": 635, "copy": {"count": 256, "max_ms": 3.053, "p50_ms": 1.4202, "p95_ms": 2.1866, "p99_ms": 2.5412}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T23:16:04+09:00", "last_error_summary": "[h264 @ 0x6013a6915780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6013a6915780] error while decoding MB 0 65, bytestream 2786 [h264 @ 0x6013a696e500] error while decoding MB 37 15, bytestream -5", "last_exit_at": "2026-09-04T23:16:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 72251.57, "last_started_at": "2026-09-04T03:11:53+09:00", "pid": 19154, "process": {"exists": false, "pid": 19154}, "restart_count": 4, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.468, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T23:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-04T23:16:04+09:00", "last_frame_read_age_sec": 0.056, "last_frame_read_at": "2026-09-04T23:16:04+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.359, "last_sample_duration_ms": 687.689, "last_trigger": "periodic", "next_snapshot_in_sec": 402.641, "reason": "waiting_for_next_snapshot", "rotation_count": 89, "runtime_state": "active", "sample_count": 202, "storage_bytes": 1721811}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-09-04T23:16:04.835583+09:00", "mtime_epoch": 1788531364.8355834, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159441}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-04T23:16:04+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1441.109, "name": "celery", "pid": 183, "rss_mb": 1436.68, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 490, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1198800, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.237, "max": 7.0, "p95": 4.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.143, "pushed": 8.143, "read": 8.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.008, "count": 219, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 37.465, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 219, "max_ms": 3.254, "p95_ms": 1.156, "reason": null, "sample_age_ms": 64.64, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 219, "max_ms": 1.738, "p95_ms": 0.904, "reason": null, "sample_age_ms": 64.894, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 219, "max_ms": 0.632, "p95_ms": 0.402, "reason": null, "sample_age_ms": 37.47, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 219, "max_ms": 8.068, "p95_ms": 2.83, "reason": null, "sample_age_ms": 63.368, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.355, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.551, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.451, "count": 219, "max_ms": 76.503, "p95_ms": 54.553, "reason": null, "sample_age_ms": 37.461, "source": "client_direct"}, "sample_age_ms": 37.458, "source": "client_direct", "task_total_ms": {"avg_ms": 39.44, "count": 219, "max_ms": 79.592, "p95_ms": 57.14, "reason": null, "sample_age_ms": 37.458, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.011, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.669, "count": 219, "max_ms": 2.265, "p95_ms": 1.211}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 219, "max_ms": 0.617, "p95_ms": 0.379}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 219, "max_ms": 0.411, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.197, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 219, "max_ms": 0.269, "p95_ms": 0.148}, "mcmt_ms": {"avg_ms": 0.002, "count": 219, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 219, "max_ms": 0.717, "p95_ms": 0.279}, "setup_ms": {"avg_ms": 0.041, "count": 219, "max_ms": 0.18, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.629, "count": 219, "max_ms": 2.131, "p95_ms": 1.138}, "track_match_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.021, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 219, "max_ms": 0.134, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.257, "count": 219, "max_ms": 5.586, "p95_ms": 3.342}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 219, "max_ms": 0.328, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.215, "count": 219, "max_ms": 80.294, "p95_ms": 59.426}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 219, "max_ms": 0.157, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.634, "count": 219, "max_ms": 112.337, "p95_ms": 95.503}, "inference_input_copy_ms": {"avg_ms": 1.077, "count": 219, "max_ms": 4.665, "p95_ms": 2.052}, "processing_residual_ms": {"avg_ms": 0.109, "count": 219, "max_ms": 0.304, "p95_ms": 0.2}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.855, "count": 219, "max_ms": 114.139, "p95_ms": 97.263}, "read_interval": {"avg_ms": 163.279, "count": 219, "max_ms": 8921.593, "p95_ms": 116.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 219, "max_ms": 0.057, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.108, "count": 219, "max_ms": 0.574, "p95_ms": 0.211}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.032, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 219, "max_ms": 0.516, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.027, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.231, "count": 219, "max_ms": 80.308, "p95_ms": 59.452}, "visualize": {"avg_ms": 25.932, "count": 219, "max_ms": 54.517, "p95_ms": 36.862}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.195, "count": 219, "max_ms": 53.538, "p95_ms": 36.085}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.756, "count": 219, "max_ms": 54.283, "p95_ms": 36.655}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.673, "count": 219, "max_ms": 54.147, "p95_ms": 36.549}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 219, "max_ms": 0.166, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1436.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.553, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.372, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T23:15:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148776, "write_bytes_delta": 148776, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.322246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 19154, "reason": null, "system_cpu_core_ratio": 0.032902, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.289344, "user_cpu_s_delta": 2.9900000000016007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.336762, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.040644, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.296118, "user_cpu_s_delta": 3.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.666, "count": 261, "max_ms": 3.875, "p95_ms": 2.544, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.073, "max": 5.0, "p95": 3.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.632, "count": 30, "max": 43.489, "p95": 39.934, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.83, "count": 30, "max": 19.708, "p95": 16.704, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.167, "count": 30, "max": 713.0, "p95": 712.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.233, "count": 30, "max": 7.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.05, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.459, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 151599.533, "count": 30, "max": 162155.0, "p95": 158964.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151599.533, "count": 30, "max": 162155.0, "p95": 158964.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.733, "count": 30, "max": 40.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.122, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.475, "p95": 0.469, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10539, "sampled_at": "2026-09-04T23:15:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T23:15:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.893, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 1948853, "flush_count": 2001, "flush_interval_seconds": 30.0, "flush_state": {"count": 2001, "last_at": "2026-09-04T23:16:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T23:16:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2000}, "started": true, "suppressed_count": 1197505, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 705, "tracking_summary": 1196800}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2001, "written_record_count": 2001}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9202.105, "limit_mb": null}, "detail": {"last_error_at": "2026-09-04T23:16:04+09:00", "last_error_summary": "[h264 @ 0x6013a6915780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6013a6915780] error while decoding MB 0 65, bytestream 2786 [h264 @ 0x6013a696e500] error while decoding MB 37 15, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3314442240000, "copied_frame_count": 1198800, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-04T19:32:47+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2818090, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-04T19:32:42+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.934}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 705, "events_emitted": 637, "events_failed": 0, "events_observed": 705, "events_suppressed": 68, "frame_buffer_copied_bytes": 3314442240000, "frame_buffer_copies": 1198800, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 31850, "recorder_active_input_bytes": 88058880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 637, "recorder_clips_failed": 0, "recorder_clips_started": 637, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 637, "worker_jobs_accepted": 637, "worker_jobs_completed": 637, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0876, "count": 512, "max_ms": 1.0285, "p50_ms": 0.0735, "p95_ms": 0.1452, "p99_ms": 0.2546}, "stages": {"db_insert": {"avg_ms": 25.5642, "count": 512, "max_ms": 60.8609, "p50_ms": 22.6167, "p95_ms": 48.9438, "p99_ms": 57.4986, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4675, "count": 512, "max_ms": 3.6072, "p50_ms": 1.4032, "p95_ms": 2.1923, "p99_ms": 2.6104, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 843.5115, "count": 512, "max_ms": 2605.8042, "p50_ms": 849.4446, "p95_ms": 1238.2838, "p99_ms": 1458.0315, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8681, "count": 512, "max_ms": 3.1578, "p50_ms": 0.803, "p95_ms": 1.4497, "p99_ms": 2.0181, "results": {"failed": 0, "not_applicable": 0, "success": 1198800, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 436.2471, "count": 512, "max_ms": 1096.5542, "p50_ms": 459.3393, "p95_ms": 513.274, "p99_ms": 931.4618, "results": {"failed": 0, "not_applicable": 0, "success": 703, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.8799, "count": 512, "max_ms": 42.1195, "p50_ms": 8.7089, "p95_ms": 15.9298, "p99_ms": 21.3159, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0877, "count": 512, "max_ms": 10.61, "p50_ms": 4.9141, "p95_ms": 7.3825, "p99_ms": 8.3107, "results": {"failed": 0, "not_applicable": 0, "success": 31850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0114, "count": 512, "max_ms": 4.3421, "p50_ms": 0.9105, "p95_ms": 1.7755, "p99_ms": 2.7135, "results": {"failed": 0, "not_applicable": 0, "success": 31850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 467.4922, "count": 512, "max_ms": 1093.1895, "p50_ms": 458.7815, "p95_ms": 508.2235, "p99_ms": 865.0737, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 390.2241, "count": 512, "max_ms": 1024.5025, "p50_ms": 382.5264, "p95_ms": 423.7009, "p99_ms": 744.3561, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.4676, "count": 512, "max_ms": 115.8187, "p50_ms": 73.1461, "p95_ms": 82.5146, "p99_ms": 89.1209, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3786, "count": 512, "max_ms": 7.0824, "p50_ms": 1.1601, "p95_ms": 2.6369, "p99_ms": 3.8546, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5079, "count": 512, "max_ms": 58.0086, "p50_ms": 30.1758, "p95_ms": 42.7702, "p99_ms": 45.7025, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6904, "count": 512, "max_ms": 2.0302, "p50_ms": 0.6161, "p95_ms": 1.278, "p99_ms": 1.5873, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.0357, "count": 512, "max_ms": 33.0942, "p50_ms": 1.3147, "p95_ms": 11.6273, "p99_ms": 15.6564, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.0357, "count": 512, "max_ms": 33.0942, "p50_ms": 1.3147, "p95_ms": 11.6273, "p99_ms": 15.6564, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6904, "count": 512, "max_ms": 2.0302, "p50_ms": 0.6161, "p95_ms": 1.278, "p99_ms": 1.5873, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7867, "count": 512, "max_ms": 2.1596, "p50_ms": 0.6948, "p95_ms": 1.4417, "p99_ms": 1.6828, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 378.6225, "count": 512, "max_ms": 2067.2682, "p50_ms": 335.0567, "p95_ms": 660.7755, "p99_ms": 863.685, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 705, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.2834, "count": 512, "max_ms": 11.9512, "p50_ms": 0.8511, "p95_ms": 3.3969, "p99_ms": 6.8393, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.4497, "count": 512, "max_ms": 50.6255, "p50_ms": 7.0807, "p95_ms": 21.8867, "p99_ms": 36.4302, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 512, "max_ms": 0.3349, "p50_ms": 0.0719, "p95_ms": 0.1478, "p99_ms": 0.2299, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 6.8762, "count": 512, "max_ms": 808.1797, "p50_ms": 1.5389, "p95_ms": 2.7372, "p99_ms": 53.5281, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 430.0794, "count": 512, "max_ms": 2125.8668, "p50_ms": 386.6222, "p95_ms": 715.0045, "p99_ms": 914.2078, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 637, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5531244, "peak_jobs": 3, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.3051, "p50_ms": 0.0731, "p95_ms": 0.1447, "p99_ms": 0.1856}, "wait_ms": {"count": 256, "max_ms": 212.7159, "p50_ms": 1.5068, "p95_ms": 2.5754, "p99_ms": 3.3948}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 637, "artifact_failed": 0, "artifact_requested": 637, "artifact_success": 637, "completed": 637, "completed_failed": 0, "completed_success": 637, "cooldown_promoted": 637, "database_requested": 637, "db_insert_success": 637, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7473, "relay_business_failed": 0, "relay_business_success": 637, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 637, "relay_transport_failed": 0, "relay_transport_success": 637, "reservation_requested": 637}, "snapshot": {"copied_bytes": 1755648000, "copied_count": 635, "copy": {"count": 256, "max_ms": 3.053, "p50_ms": 1.4202, "p95_ms": 2.1866, "p99_ms": 2.5412}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T23:16:04+09:00", "last_error_summary": "[h264 @ 0x6013a6915780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6013a6915780] error while decoding MB 0 65, bytestream 2786 [h264 @ 0x6013a696e500] error while decoding MB 37 15, bytestream -5", "last_exit_at": "2026-09-04T23:16:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 72251.609, "last_started_at": "2026-09-04T03:11:53+09:00", "pid": 19154, "process": {"exists": false, "pid": 19154}, "restart_count": 4, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.468, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T23:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-09-04T23:16:04+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-09-04T23:16:04+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.39, "last_sample_duration_ms": 687.689, "last_trigger": "periodic", "next_snapshot_in_sec": 402.61, "reason": "waiting_for_next_snapshot", "rotation_count": 89, "runtime_state": "active", "sample_count": 202, "storage_bytes": 1721811}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-09-04T23:16:04.894584+09:00", "mtime_epoch": 1788531364.8945837, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-04T23:16:04+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1441.109, "name": "celery", "pid": 183, "rss_mb": 1436.664, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 490, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1198800, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.237, "max": 7.0, "p95": 4.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.132, "pushed": 8.132, "read": 8.132}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.008, "count": 219, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 71.41, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 219, "max_ms": 3.254, "p95_ms": 1.156, "reason": null, "sample_age_ms": 98.585, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 219, "max_ms": 1.738, "p95_ms": 0.904, "reason": null, "sample_age_ms": 98.839, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 219, "max_ms": 0.632, "p95_ms": 0.402, "reason": null, "sample_age_ms": 71.416, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 219, "max_ms": 8.068, "p95_ms": 2.83, "reason": null, "sample_age_ms": 97.313, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.301, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.451, "count": 219, "max_ms": 76.503, "p95_ms": 54.553, "reason": null, "sample_age_ms": 71.407, "source": "client_direct"}, "sample_age_ms": 71.403, "source": "client_direct", "task_total_ms": {"avg_ms": 39.44, "count": 219, "max_ms": 79.592, "p95_ms": 57.14, "reason": null, "sample_age_ms": 71.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.875, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.669, "count": 219, "max_ms": 2.265, "p95_ms": 1.211}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 219, "max_ms": 0.617, "p95_ms": 0.379}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 219, "max_ms": 0.411, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.197, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 219, "max_ms": 0.269, "p95_ms": 0.148}, "mcmt_ms": {"avg_ms": 0.002, "count": 219, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 219, "max_ms": 0.717, "p95_ms": 0.279}, "setup_ms": {"avg_ms": 0.041, "count": 219, "max_ms": 0.18, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.629, "count": 219, "max_ms": 2.131, "p95_ms": 1.138}, "track_match_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.021, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 219, "max_ms": 0.134, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.257, "count": 219, "max_ms": 5.586, "p95_ms": 3.342}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 219, "max_ms": 0.328, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.215, "count": 219, "max_ms": 80.294, "p95_ms": 59.426}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 219, "max_ms": 0.157, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.634, "count": 219, "max_ms": 112.337, "p95_ms": 95.503}, "inference_input_copy_ms": {"avg_ms": 1.077, "count": 219, "max_ms": 4.665, "p95_ms": 2.052}, "processing_residual_ms": {"avg_ms": 0.109, "count": 219, "max_ms": 0.304, "p95_ms": 0.2}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.855, "count": 219, "max_ms": 114.139, "p95_ms": 97.263}, "read_interval": {"avg_ms": 163.279, "count": 219, "max_ms": 8921.593, "p95_ms": 116.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 219, "max_ms": 0.057, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.108, "count": 219, "max_ms": 0.574, "p95_ms": 0.211}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.032, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 219, "max_ms": 0.516, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.027, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.231, "count": 219, "max_ms": 80.308, "p95_ms": 59.452}, "visualize": {"avg_ms": 25.932, "count": 219, "max_ms": 54.517, "p95_ms": 36.862}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.195, "count": 219, "max_ms": 53.538, "p95_ms": 36.085}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.756, "count": 219, "max_ms": 54.283, "p95_ms": 36.655}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.673, "count": 219, "max_ms": 54.147, "p95_ms": 36.549}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 219, "max_ms": 0.166, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1436.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.553, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.372, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T23:15:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148776, "write_bytes_delta": 148776, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.322246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 19154, "reason": null, "system_cpu_core_ratio": 0.032902, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.289344, "user_cpu_s_delta": 2.9900000000016007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.336762, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.040644, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.296118, "user_cpu_s_delta": 3.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.666, "count": 261, "max_ms": 3.875, "p95_ms": 2.544, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.073, "max": 5.0, "p95": 3.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.632, "count": 30, "max": 43.489, "p95": 39.934, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.83, "count": 30, "max": 19.708, "p95": 16.704, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.167, "count": 30, "max": 713.0, "p95": 712.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.233, "count": 30, "max": 7.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.05, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.459, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 151599.533, "count": 30, "max": 162155.0, "p95": 158964.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151599.533, "count": 30, "max": 162155.0, "p95": 158964.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.733, "count": 30, "max": 40.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.122, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.475, "p95": 0.469, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10539, "sampled_at": "2026-09-04T23:15:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T23:15:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.931, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 1948853, "flush_count": 2001, "flush_interval_seconds": 30.0, "flush_state": {"count": 2001, "last_at": "2026-09-04T23:16:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T23:16:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2000}, "started": true, "suppressed_count": 1197505, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 705, "tracking_summary": 1196800}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2001, "written_record_count": 2001}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9192.371, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3314442240000, "copied_frame_count": 1198800, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-04T19:32:47+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2818090, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-04T19:32:42+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.934}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 705, "events_emitted": 637, "events_failed": 0, "events_observed": 705, "events_suppressed": 68, "frame_buffer_copied_bytes": 3314442240000, "frame_buffer_copies": 1198800, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 31850, "recorder_active_input_bytes": 88058880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 637, "recorder_clips_failed": 0, "recorder_clips_started": 637, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 637, "worker_jobs_accepted": 637, "worker_jobs_completed": 637, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0876, "count": 512, "max_ms": 1.0285, "p50_ms": 0.0735, "p95_ms": 0.1452, "p99_ms": 0.2546}, "stages": {"db_insert": {"avg_ms": 25.5642, "count": 512, "max_ms": 60.8609, "p50_ms": 22.6167, "p95_ms": 48.9438, "p99_ms": 57.4986, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4675, "count": 512, "max_ms": 3.6072, "p50_ms": 1.4032, "p95_ms": 2.1923, "p99_ms": 2.6104, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 843.5115, "count": 512, "max_ms": 2605.8042, "p50_ms": 849.4446, "p95_ms": 1238.2838, "p99_ms": 1458.0315, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8681, "count": 512, "max_ms": 3.1578, "p50_ms": 0.803, "p95_ms": 1.4497, "p99_ms": 2.0181, "results": {"failed": 0, "not_applicable": 0, "success": 1198800, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 436.2471, "count": 512, "max_ms": 1096.5542, "p50_ms": 459.3393, "p95_ms": 513.274, "p99_ms": 931.4618, "results": {"failed": 0, "not_applicable": 0, "success": 703, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.8799, "count": 512, "max_ms": 42.1195, "p50_ms": 8.7089, "p95_ms": 15.9298, "p99_ms": 21.3159, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0877, "count": 512, "max_ms": 10.61, "p50_ms": 4.9141, "p95_ms": 7.3825, "p99_ms": 8.3107, "results": {"failed": 0, "not_applicable": 0, "success": 31850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0114, "count": 512, "max_ms": 4.3421, "p50_ms": 0.9105, "p95_ms": 1.7755, "p99_ms": 2.7135, "results": {"failed": 0, "not_applicable": 0, "success": 31850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 467.4922, "count": 512, "max_ms": 1093.1895, "p50_ms": 458.7815, "p95_ms": 508.2235, "p99_ms": 865.0737, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 390.2241, "count": 512, "max_ms": 1024.5025, "p50_ms": 382.5264, "p95_ms": 423.7009, "p99_ms": 744.3561, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.4676, "count": 512, "max_ms": 115.8187, "p50_ms": 73.1461, "p95_ms": 82.5146, "p99_ms": 89.1209, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3786, "count": 512, "max_ms": 7.0824, "p50_ms": 1.1601, "p95_ms": 2.6369, "p99_ms": 3.8546, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5079, "count": 512, "max_ms": 58.0086, "p50_ms": 30.1758, "p95_ms": 42.7702, "p99_ms": 45.7025, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6904, "count": 512, "max_ms": 2.0302, "p50_ms": 0.6161, "p95_ms": 1.278, "p99_ms": 1.5873, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.0357, "count": 512, "max_ms": 33.0942, "p50_ms": 1.3147, "p95_ms": 11.6273, "p99_ms": 15.6564, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.0357, "count": 512, "max_ms": 33.0942, "p50_ms": 1.3147, "p95_ms": 11.6273, "p99_ms": 15.6564, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6904, "count": 512, "max_ms": 2.0302, "p50_ms": 0.6161, "p95_ms": 1.278, "p99_ms": 1.5873, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7867, "count": 512, "max_ms": 2.1596, "p50_ms": 0.6948, "p95_ms": 1.4417, "p99_ms": 1.6828, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 378.6225, "count": 512, "max_ms": 2067.2682, "p50_ms": 335.0567, "p95_ms": 660.7755, "p99_ms": 863.685, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 705, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.2834, "count": 512, "max_ms": 11.9512, "p50_ms": 0.8511, "p95_ms": 3.3969, "p99_ms": 6.8393, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.4497, "count": 512, "max_ms": 50.6255, "p50_ms": 7.0807, "p95_ms": 21.8867, "p99_ms": 36.4302, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 512, "max_ms": 0.3349, "p50_ms": 0.0719, "p95_ms": 0.1478, "p99_ms": 0.2299, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 6.8762, "count": 512, "max_ms": 808.1797, "p50_ms": 1.5389, "p95_ms": 2.7372, "p99_ms": 53.5281, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 430.0794, "count": 512, "max_ms": 2125.8668, "p50_ms": 386.6222, "p95_ms": 715.0045, "p99_ms": 914.2078, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 637, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5531244, "peak_jobs": 3, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.3051, "p50_ms": 0.0731, "p95_ms": 0.1447, "p99_ms": 0.1856}, "wait_ms": {"count": 256, "max_ms": 212.7159, "p50_ms": 1.5068, "p95_ms": 2.5754, "p99_ms": 3.3948}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 637, "artifact_failed": 0, "artifact_requested": 637, "artifact_success": 637, "completed": 637, "completed_failed": 0, "completed_success": 637, "cooldown_promoted": 637, "database_requested": 637, "db_insert_success": 637, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7473, "relay_business_failed": 0, "relay_business_success": 637, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 637, "relay_transport_failed": 0, "relay_transport_success": 637, "reservation_requested": 637}, "snapshot": {"copied_bytes": 1755648000, "copied_count": 635, "copy": {"count": 256, "max_ms": 3.053, "p50_ms": 1.4202, "p95_ms": 2.1866, "p99_ms": 2.5412}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T23:16:04+09:00", "last_error_summary": "[h264 @ 0x6013a6915780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6013a6915780] error while decoding MB 0 65, bytestream 2786 [h264 @ 0x6013a696e500] error while decoding MB 37 15, bytestream -5", "last_exit_at": "2026-09-04T23:16:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 72251.637, "last_started_at": "2026-09-04T03:11:53+09:00", "pid": 19154, "process": {"exists": false, "pid": 19154}, "restart_count": 4, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.468, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T23:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-09-04T23:16:04+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-09-04T23:16:04+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.427, "last_sample_duration_ms": 687.689, "last_trigger": "periodic", "next_snapshot_in_sec": 402.573, "reason": "waiting_for_next_snapshot", "rotation_count": 89, "runtime_state": "active", "sample_count": 202, "storage_bytes": 1721811}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-09-04T23:16:04.894584+09:00", "mtime_epoch": 1788531364.8945837, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-04T23:16:04+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1441.109, "name": "celery", "pid": 183, "rss_mb": 1436.664, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 490, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1198800, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.237, "max": 7.0, "p95": 4.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.123, "pushed": 8.123, "read": 8.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.008, "count": 219, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 100.567, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 219, "max_ms": 3.254, "p95_ms": 1.156, "reason": null, "sample_age_ms": 127.742, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 219, "max_ms": 1.738, "p95_ms": 0.904, "reason": null, "sample_age_ms": 127.996, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 219, "max_ms": 0.632, "p95_ms": 0.402, "reason": null, "sample_age_ms": 100.573, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 219, "max_ms": 8.068, "p95_ms": 2.83, "reason": null, "sample_age_ms": 126.47, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.458, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.654, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.451, "count": 219, "max_ms": 76.503, "p95_ms": 54.553, "reason": null, "sample_age_ms": 100.564, "source": "client_direct"}, "sample_age_ms": 100.56, "source": "client_direct", "task_total_ms": {"avg_ms": 39.44, "count": 219, "max_ms": 79.592, "p95_ms": 57.14, "reason": null, "sample_age_ms": 100.56, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.669, "count": 219, "max_ms": 2.265, "p95_ms": 1.211}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 219, "max_ms": 0.617, "p95_ms": 0.379}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 219, "max_ms": 0.411, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.197, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 219, "max_ms": 0.269, "p95_ms": 0.148}, "mcmt_ms": {"avg_ms": 0.002, "count": 219, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 219, "max_ms": 0.717, "p95_ms": 0.279}, "setup_ms": {"avg_ms": 0.041, "count": 219, "max_ms": 0.18, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.629, "count": 219, "max_ms": 2.131, "p95_ms": 1.138}, "track_match_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.021, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 219, "max_ms": 0.134, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.257, "count": 219, "max_ms": 5.586, "p95_ms": 3.342}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 219, "max_ms": 0.328, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.215, "count": 219, "max_ms": 80.294, "p95_ms": 59.426}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 219, "max_ms": 0.157, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.634, "count": 219, "max_ms": 112.337, "p95_ms": 95.503}, "inference_input_copy_ms": {"avg_ms": 1.077, "count": 219, "max_ms": 4.665, "p95_ms": 2.052}, "processing_residual_ms": {"avg_ms": 0.109, "count": 219, "max_ms": 0.304, "p95_ms": 0.2}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.855, "count": 219, "max_ms": 114.139, "p95_ms": 97.263}, "read_interval": {"avg_ms": 163.279, "count": 219, "max_ms": 8921.593, "p95_ms": 116.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 219, "max_ms": 0.057, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.108, "count": 219, "max_ms": 0.574, "p95_ms": 0.211}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.032, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 219, "max_ms": 0.516, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.027, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.231, "count": 219, "max_ms": 80.308, "p95_ms": 59.452}, "visualize": {"avg_ms": 25.932, "count": 219, "max_ms": 54.517, "p95_ms": 36.862}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.195, "count": 219, "max_ms": 53.538, "p95_ms": 36.085}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.756, "count": 219, "max_ms": 54.283, "p95_ms": 36.655}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.673, "count": 219, "max_ms": 54.147, "p95_ms": 36.549}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 219, "max_ms": 0.166, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1436.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.553, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.372, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T23:15:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148776, "write_bytes_delta": 148776, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.322246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 19154, "reason": null, "system_cpu_core_ratio": 0.032902, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.289344, "user_cpu_s_delta": 2.9900000000016007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.336762, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.040644, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.296118, "user_cpu_s_delta": 3.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.666, "count": 261, "max_ms": 3.875, "p95_ms": 2.544, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.073, "max": 5.0, "p95": 3.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.632, "count": 30, "max": 43.489, "p95": 39.934, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.83, "count": 30, "max": 19.708, "p95": 16.704, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.167, "count": 30, "max": 713.0, "p95": 712.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.233, "count": 30, "max": 7.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.05, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.459, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 151599.533, "count": 30, "max": 162155.0, "p95": 158964.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151599.533, "count": 30, "max": 162155.0, "p95": 158964.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.733, "count": 30, "max": 40.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.122, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.475, "p95": 0.469, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10539, "sampled_at": "2026-09-04T23:15:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T23:15:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.96, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260903_135506_a2f84c6f.jsonl", "file_size_bytes": 1948853, "flush_count": 2001, "flush_interval_seconds": 30.0, "flush_state": {"count": 2001, "last_at": "2026-09-04T23:16:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-04T23:16:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2000}, "started": true, "suppressed_count": 1197505, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 705, "tracking_summary": 1196800}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2001, "written_record_count": 2001}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9335.371, "limit_mb": null}, "detail": {"pid": 41981, "restart_count": 5, "start_count": 6}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3314442240000, "copied_frame_count": 1198800, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-04T19:32:47+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2818090, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-04T19:32:42+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.934}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a2f84c6f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 705, "events_emitted": 637, "events_failed": 0, "events_observed": 705, "events_suppressed": 68, "frame_buffer_copied_bytes": 3314442240000, "frame_buffer_copies": 1198800, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 31850, "recorder_active_input_bytes": 88058880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 637, "recorder_clips_failed": 0, "recorder_clips_started": 637, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 637, "worker_jobs_accepted": 637, "worker_jobs_completed": 637, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0876, "count": 512, "max_ms": 1.0285, "p50_ms": 0.0735, "p95_ms": 0.1452, "p99_ms": 0.2546}, "stages": {"db_insert": {"avg_ms": 25.5642, "count": 512, "max_ms": 60.8609, "p50_ms": 22.6167, "p95_ms": 48.9438, "p99_ms": 57.4986, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4675, "count": 512, "max_ms": 3.6072, "p50_ms": 1.4032, "p95_ms": 2.1923, "p99_ms": 2.6104, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 843.5115, "count": 512, "max_ms": 2605.8042, "p50_ms": 849.4446, "p95_ms": 1238.2838, "p99_ms": 1458.0315, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8681, "count": 512, "max_ms": 3.1578, "p50_ms": 0.803, "p95_ms": 1.4497, "p99_ms": 2.0181, "results": {"failed": 0, "not_applicable": 0, "success": 1198800, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 436.2471, "count": 512, "max_ms": 1096.5542, "p50_ms": 459.3393, "p95_ms": 513.274, "p99_ms": 931.4618, "results": {"failed": 0, "not_applicable": 0, "success": 703, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.8799, "count": 512, "max_ms": 42.1195, "p50_ms": 8.7089, "p95_ms": 15.9298, "p99_ms": 21.3159, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0877, "count": 512, "max_ms": 10.61, "p50_ms": 4.9141, "p95_ms": 7.3825, "p99_ms": 8.3107, "results": {"failed": 0, "not_applicable": 0, "success": 31850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0114, "count": 512, "max_ms": 4.3421, "p50_ms": 0.9105, "p95_ms": 1.7755, "p99_ms": 2.7135, "results": {"failed": 0, "not_applicable": 0, "success": 31850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 467.4922, "count": 512, "max_ms": 1093.1895, "p50_ms": 458.7815, "p95_ms": 508.2235, "p99_ms": 865.0737, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 390.2241, "count": 512, "max_ms": 1024.5025, "p50_ms": 382.5264, "p95_ms": 423.7009, "p99_ms": 744.3561, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.4676, "count": 512, "max_ms": 115.8187, "p50_ms": 73.1461, "p95_ms": 82.5146, "p99_ms": 89.1209, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3786, "count": 512, "max_ms": 7.0824, "p50_ms": 1.1601, "p95_ms": 2.6369, "p99_ms": 3.8546, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5079, "count": 512, "max_ms": 58.0086, "p50_ms": 30.1758, "p95_ms": 42.7702, "p99_ms": 45.7025, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6904, "count": 512, "max_ms": 2.0302, "p50_ms": 0.6161, "p95_ms": 1.278, "p99_ms": 1.5873, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.0357, "count": 512, "max_ms": 33.0942, "p50_ms": 1.3147, "p95_ms": 11.6273, "p99_ms": 15.6564, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.0357, "count": 512, "max_ms": 33.0942, "p50_ms": 1.3147, "p95_ms": 11.6273, "p99_ms": 15.6564, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6904, "count": 512, "max_ms": 2.0302, "p50_ms": 0.6161, "p95_ms": 1.278, "p99_ms": 1.5873, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 68, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7867, "count": 512, "max_ms": 2.1596, "p50_ms": 0.6948, "p95_ms": 1.4417, "p99_ms": 1.6828, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 378.6225, "count": 512, "max_ms": 2067.2682, "p50_ms": 335.0567, "p95_ms": 660.7755, "p99_ms": 863.685, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 705, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.2834, "count": 512, "max_ms": 11.9512, "p50_ms": 0.8511, "p95_ms": 3.3969, "p99_ms": 6.8393, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 8.4497, "count": 512, "max_ms": 50.6255, "p50_ms": 7.0807, "p95_ms": 21.8867, "p99_ms": 36.4302, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 512, "max_ms": 0.3349, "p50_ms": 0.0719, "p95_ms": 0.1478, "p99_ms": 0.2299, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 6.8762, "count": 512, "max_ms": 808.1797, "p50_ms": 1.5389, "p95_ms": 2.7372, "p99_ms": 53.5281, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 430.0794, "count": 512, "max_ms": 2125.8668, "p50_ms": 386.6222, "p95_ms": 715.0045, "p99_ms": 914.2078, "results": {"failed": 0, "not_applicable": 0, "success": 637, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a2f84c6f", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 637, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5531244, "peak_jobs": 3, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.3051, "p50_ms": 0.0731, "p95_ms": 0.1447, "p99_ms": 0.1856}, "wait_ms": {"count": 256, "max_ms": 212.7159, "p50_ms": 1.5068, "p95_ms": 2.5754, "p99_ms": 3.3948}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 637, "artifact_failed": 0, "artifact_requested": 637, "artifact_success": 637, "completed": 637, "completed_failed": 0, "completed_success": 637, "cooldown_promoted": 637, "database_requested": 637, "db_insert_success": 637, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 7473, "relay_business_failed": 0, "relay_business_success": 637, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 637, "relay_transport_failed": 0, "relay_transport_success": 637, "reservation_requested": 637}, "snapshot": {"copied_bytes": 1755648000, "copied_count": 635, "copy": {"count": 256, "max_ms": 3.053, "p50_ms": 1.4202, "p95_ms": 2.1866, "p99_ms": 2.5412}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-04T23:16:04+09:00", "last_error_summary": "[h264 @ 0x6013a6915780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6013a6915780] error while decoding MB 0 65, bytestream 2786 [h264 @ 0x6013a696e500] error while decoding MB 37 15, bytestream -5", "last_exit_at": "2026-09-04T23:16:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-04T23:16:07+09:00", "pid": 41981, "process": {"exists": true, "fd_count": 5, "hwm_mb": 172.719, "name": "ffmpeg", "pid": 41981, "rss_mb": 172.719, "state": "S (sleeping)", "threads": 70}, "restart_count": 5, "restart_count_per_hour": 1, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.5, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T23:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a2f84c6f", "last_frame_pushed_age_sec": 4.587, "last_frame_pushed_at": "2026-09-04T23:16:04+09:00", "last_frame_read_age_sec": 4.641, "last_frame_read_at": "2026-09-04T23:16:04+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 201.963, "last_sample_duration_ms": 687.689, "last_trigger": "periodic", "next_snapshot_in_sec": 398.037, "reason": "waiting_for_next_snapshot", "rotation_count": 89, "runtime_state": "active", "sample_count": 202, "storage_bytes": 1721811}, "mjpeg": {"age_sec": 4.577, "exists": true, "mtime": "2026-09-04T23:16:04.894584+09:00", "mtime_epoch": 1788531364.8945837, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-04T23:16:09+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1441.109, "name": "celery", "pid": 183, "rss_mb": 1436.668, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 490, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1198800, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.195, "max": 7.0, "p95": 3.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.657, "pushed": 7.657, "read": 7.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.008, "count": 210, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4620.965, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.454, "count": 210, "max_ms": 2.734, "p95_ms": 1.152, "reason": null, "sample_age_ms": 4648.14, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.176, "count": 210, "max_ms": 1.738, "p95_ms": 0.914, "reason": null, "sample_age_ms": 4648.394, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.152, "count": 210, "max_ms": 0.632, "p95_ms": 0.404, "reason": null, "sample_age_ms": 4620.971, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.682, "count": 210, "max_ms": 8.068, "p95_ms": 2.806, "reason": null, "sample_age_ms": 4646.868, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4646.856, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4621.052, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.295, "count": 210, "max_ms": 76.503, "p95_ms": 53.743, "reason": null, "sample_age_ms": 4620.962, "source": "client_direct"}, "sample_age_ms": 4620.958, "source": "client_direct", "task_total_ms": {"avg_ms": 39.293, "count": 210, "max_ms": 79.592, "p95_ms": 56.646, "reason": null, "sample_age_ms": 4620.958, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 183, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.159, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.667, "count": 210, "max_ms": 2.265, "p95_ms": 1.211}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 210, "max_ms": 0.617, "p95_ms": 0.379}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 210, "max_ms": 0.411, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.197, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 210, "max_ms": 0.269, "p95_ms": 0.148}, "mcmt_ms": {"avg_ms": 0.002, "count": 210, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 210, "max_ms": 0.717, "p95_ms": 0.279}, "setup_ms": {"avg_ms": 0.041, "count": 210, "max_ms": 0.18, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.627, "count": 210, "max_ms": 2.131, "p95_ms": 1.138}, "track_match_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.021, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 210, "max_ms": 0.134, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.266, "count": 210, "max_ms": 5.586, "p95_ms": 3.342}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 210, "max_ms": 0.328, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.057, "count": 210, "max_ms": 80.294, "p95_ms": 57.962}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 210, "max_ms": 0.157, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.334, "count": 210, "max_ms": 112.337, "p95_ms": 93.576}, "inference_input_copy_ms": {"avg_ms": 1.091, "count": 210, "max_ms": 4.665, "p95_ms": 2.052}, "processing_residual_ms": {"avg_ms": 0.109, "count": 210, "max_ms": 0.304, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.569, "count": 210, "max_ms": 114.139, "p95_ms": 95.167}, "read_interval": {"avg_ms": 124.283, "count": 210, "max_ms": 3316.878, "p95_ms": 112.544}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 210, "max_ms": 0.057, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.108, "count": 210, "max_ms": 0.574, "p95_ms": 0.211}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.032, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 210, "max_ms": 0.516, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.027, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.073, "count": 210, "max_ms": 80.308, "p95_ms": 57.977}, "visualize": {"avg_ms": 25.794, "count": 210, "max_ms": 54.517, "p95_ms": 36.794}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.057, "count": 210, "max_ms": 53.538, "p95_ms": 35.976}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.618, "count": 210, "max_ms": 54.283, "p95_ms": 36.652}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.535, "count": 210, "max_ms": 54.147, "p95_ms": 36.534}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 210, "max_ms": 0.166, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 183, "process_rss_mb_proxy": 1436.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.553, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a2f84c6f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.372, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1198573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-04T23:15:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148776, "write_bytes_delta": 148776, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.322246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 19154, "reason": null, "system_cpu_core_ratio": 0.032902, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.289344, "user_cpu_s_delta": 2.9900000000016007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.336762, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 183, "reason": null, "system_cpu_core_ratio": 0.040644, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.296118, "user_cpu_s_delta": 3.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.666, "count": 261, "max_ms": 3.875, "p95_ms": 2.544, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.073, "max": 5.0, "p95": 3.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.632, "count": 30, "max": 43.489, "p95": 39.934, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.83, "count": 30, "max": 19.708, "p95": 16.704, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.167, "count": 30, "max": 713.0, "p95": 712.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.233, "count": 30, "max": 7.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.05, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.459, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 151599.533, "count": 30, "max": 162155.0, "p95": 158964.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151599.533, "count": 30, "max": 162155.0, "p95": 158964.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.733, "count": 30, "max": 40.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.122, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.475, "p95": 0.469, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10539, "sampled_at": "2026-09-04T23:15:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-04T23:15:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.424, "window_s": 30.0}, "started_at": "2026-09-03T13:55:03+09:00", "state": "running", "task_id": "796ce04a-94cc-4d36-b9d0-43219eccbf1c", "trigger": "start", "triton_protocol": "grpc"}